-- Logs begin at Thu 2021-06-17 18:30:34 UTC, end at Thu 2021-06-17 19:24:32 UTC. -- Jun 17 18:59:39.841765 dv-cinder-790535-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 18:59:42.481555 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.common.config [-] Logging enabled! Jun 17 18:59:42.482165 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 17 18:59:42.482334 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92840) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 18:59:42.485436 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.common.config [-] Logging enabled! Jun 17 18:59:42.485683 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 17 18:59:42.485983 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92840) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 18:59:42.486914 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 18:59:42.487143 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 18:59:42.487500 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 18:59:42.487739 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 18:59:42.487952 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 18:59:42.488268 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.488555 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.489421 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.489686 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.489932 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.490230 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.490507 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.490789 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.491076 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.491355 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.491626 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.491900 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.492121 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.492393 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.492773 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.493054 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.493269 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] debug = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.493539 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.493953 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.494378 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.494650 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.494929 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.495199 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.495460 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.495725 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.495998 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.496315 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] host = dv-cinder-790535-5-smb {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.496585 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.496860 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.497135 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.497408 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.497670 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.497935 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.498229 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.498495 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.498757 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] log_file = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.499019 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.499294 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.499567 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.499849 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.500065 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.500278 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.500553 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.500827 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.501090 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.501351 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.501611 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.501871 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.502156 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.502416 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.502689 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.502960 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.503233 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.503496 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.503757 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.504015 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.504275 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.504575 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.504835 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.505097 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.505358 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.505632 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.505888 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.506170 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.506460 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.506735 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.507002 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.507274 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.507537 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.507804 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.508064 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.508325 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.508585 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] use_json = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.508845 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.509103 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.509371 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.509631 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.509895 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.510178 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.510441 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.510713 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:42.510996 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.511279 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.511566 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.511837 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.512118 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.512384 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.512661 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.512925 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.513197 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.513469 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.513744 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.514008 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.514308 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.514575 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.514858 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.515151 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.515431 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.515710 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.515974 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.516237 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.516499 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.516766 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.517038 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.517319 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.517594 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.517856 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.518145 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.518425 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.518693 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.518954 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.519220 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.519496 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.519771 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.520057 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.520331 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.520599 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.520863 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.521125 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.521392 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.521669 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.521936 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.522222 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.522486 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.522753 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.523015 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.523289 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.523557 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.523819 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.524082 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.524349 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.524611 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.524872 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.525139 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.525400 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.525664 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.525925 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.526211 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.526474 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.526735 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.526993 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.527252 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.527512 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.527774 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.528034 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.528297 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.528554 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.528813 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.529074 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.529347 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.529629 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.529900 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.530193 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.530461 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.530726 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.530993 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.531259 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.531525 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.531793 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.532057 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.532336 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.532608 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.532887 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.533159 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.533426 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.533710 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.533977 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.534276 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.534547 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.534816 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.535096 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.535369 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.536210 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.536537 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.536829 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.537120 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.537405 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.537678 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.537979 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.538278 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:42.538491 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 18:59:42.538727 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92840) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 18:59:42.891316 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:59:42.891585 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:59:42.891867 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:59:42.892187 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 18:59:43.276328 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.276614 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.276883 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.278176 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.278447 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.278706 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.313049 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.313323 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.313585 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.327359 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.327636 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.327903 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.356942 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.357222 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.357485 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.392563 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.392831 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.393094 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.622284 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.622917 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.622917 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.623076 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.623898 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.749522 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.749837 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.750202 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.750475 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.750743 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.751054 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.751308 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.751558 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.751804 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.752080 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.752330 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.752588 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.752837 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.753091 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.753337 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.753596 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.753857 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.754125 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.754439 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.754859 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.755006 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.755352 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.755598 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.755878 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.756121 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.756361 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.756739 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 18:59:43.756976 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 18:59:43.757202 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 18:59:43.757429 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 18:59:43.757656 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 18:59:43.757883 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 18:59:43.758258 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 18:59:43.762195 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 18:59:43.766020 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 18:59:43.769700 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 17 18:59:43.771860 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 18:59:43.772300 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 18:59:43.772628 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 18:59:43.773007 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 18:59:43.775769 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 18:59:43.776015 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 18:59:43.776349 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 18:59:43.803821 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 18:59:43.804258 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.804547 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92840) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 18:59:43.804903 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.806345 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92840) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 18:59:43.806624 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 18:59:43.806869 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 18:59:43.810003 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.810304 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:43.872938 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 18:59:43.873118 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 18:59:43.873349 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 18:59:43.873705 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 18:59:43.894274 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_db.sqlalchemy.engines [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92840) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 18:59:44.411929 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Initializing driver for type 'gre' Jun 17 18:59:44.412610 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] gre ID ranges: [(1, 1000)] Jun 17 18:59:44.465469 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Initializing driver for type 'local' Jun 17 18:59:44.465818 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Initializing driver for type 'vlan' Jun 17 18:59:44.478640 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] VlanTypeDriver initialization complete Jun 17 18:59:44.479010 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Initializing driver for type 'vxlan' Jun 17 18:59:44.479530 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] vxlan ID ranges: [(1, 1000)] Jun 17 18:59:44.530528 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Initializing extension driver 'port_security' Jun 17 18:59:44.530866 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.extensions.port_security [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] PortSecurityExtensionDriver initialization complete Jun 17 18:59:44.531347 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Initializing mechanism driver 'openvswitch' Jun 17 18:59:44.531677 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Initializing mechanism driver 'hyperv' Jun 17 18:59:44.538316 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.plugins.ml2.plugin [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:59:44.539082 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > port after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.539459 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > port after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.539821 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > port after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.540208 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > subnet after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.540569 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > subnet after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.540916 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.541294 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > network after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.541642 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > network after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.541988 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > network after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.542388 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > security_group after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.542737 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > security_group after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.543082 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.543459 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.543804 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.544144 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.544523 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > address_group after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.544870 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > address_group after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.545211 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.545548 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] ML2 OVO RPC backend initialized. {{(pid=92840) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 18:59:44.546276 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.546632 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.547046 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > network before_response 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.547392 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > networks before_response 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.547738 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > port before_response 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.548077 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > ports before_response 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.548421 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > subnet before_response 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.548760 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > subnets before_response 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.549103 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > network after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.549445 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > network after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.549777 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > network after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.550145 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > port after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.550484 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > port after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.550822 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > port after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.551659 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > subnet after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.551996 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > subnet after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.552330 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.553144 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.plugin [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Modular L2 Plugin initialization complete Jun 17 18:59:44.553469 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading services supported by the core plugin {{(pid=92840) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 18:59:44.553794 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.plugins.ml2.managers [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Got port-security extension from driver 'port_security' Jun 17 18:59:44.554285 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.extensions.vlantransparent [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Disabled vlantransparent extension. Jun 17 18:59:44.554772 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92840) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 18:59:44.555082 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading Plugin: router Jun 17 18:59:44.591073 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.591461 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router after_create 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.591827 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router before_create 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.592186 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.592555 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.592905 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router after_delete 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.593263 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.593630 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router after_create 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.593975 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router after_update 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.594349 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router after_update 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.594698 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.595057 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router after_update 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.595461 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router precommit_update 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.595827 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: port after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.596165 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: port after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.596496 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: subnet after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.596829 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.597174 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.597517 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router precommit_create 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.597858 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: port before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.598368 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router precommit_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.598819 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router after_update 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.599164 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.599514 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router precommit_create 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.599876 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.600224 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router precommit_update 55549900 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.600597 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > network after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.601440 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Tracking information for resource: router configured {{(pid=92840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 18:59:44.601768 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Tracking information for resource: floatingip configured {{(pid=92840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 18:59:44.606913 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.db.l3_agentschedulers_db [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 18:59:44.607435 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: port after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.607795 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: port after_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.608141 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: port after_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.608488 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: port after_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.609277 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router before_create 55550100 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.609640 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.609997 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router precommit_create 55550100 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.610373 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > router precommit_update 55550100 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.615463 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.services.provider_configuration [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service providers = [] {{(pid=92840) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 18:59:44.615823 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.db.servicetype_db [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92840) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 18:59:44.618738 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.services.service_base [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 18:59:44.619105 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.services.service_base [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 18:59:44.619444 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.services.service_base [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 18:59:44.620307 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.services.service_base [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 18:59:44.620683 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.services.service_base [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 18:59:44.621060 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 18:59:44.621375 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 18:59:44.632511 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 18:59:44.633064 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading Plugin: auto_allocate Jun 17 18:59:44.638786 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: network precommit_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.639154 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: network precommit_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.639679 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 18:59:44.639998 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading Plugin: tag Jun 17 18:59:44.646632 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 18:59:44.646960 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading Plugin: timestamp Jun 17 18:59:44.650718 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 18:59:44.651044 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading Plugin: network_ip_availability Jun 17 18:59:44.657891 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.658291 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.658653 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.659366 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 18:59:44.659685 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading Plugin: flavors Jun 17 18:59:44.665107 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 18:59:44.665487 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading Plugin: revisions Jun 17 18:59:44.669990 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 18:59:44.670403 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_concurrency.lockutils [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=92840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:59:44.671183 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92840) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 18:59:44.671520 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Initializing extension manager. Jun 17 18:59:44.672045 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: __init__.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.672385 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: __pycache__ {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.672719 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.673052 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: address_group.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.673800 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.674397 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: address-group Jun 17 18:59:44.674719 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: address_scope.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.675418 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.675933 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: address-scope Jun 17 18:59:44.676311 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.677282 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.678051 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: router-admin-state-down-before-update Jun 17 18:59:44.678399 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: agent.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.679086 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.679595 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: agent Jun 17 18:59:44.679915 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: agent_resources_synced.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.680811 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.681319 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: agent-resources-synced Jun 17 18:59:44.681641 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: allowedaddresspairs.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.683418 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.683942 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: allowed-address-pairs Jun 17 18:59:44.684267 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: auto_allocated_topology.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.685520 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.686038 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: auto-allocated-topology Jun 17 18:59:44.686387 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: availability_zone.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.687074 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.687592 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: availability_zone Jun 17 18:59:44.687914 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: availability_zone_filter.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.688815 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.689329 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: availability_zone_filter Jun 17 18:59:44.689650 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: data_plane_status.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.690579 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.691091 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 18:59:44.691409 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: default_subnetpools.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.692886 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.693396 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: default-subnetpools Jun 17 18:59:44.693714 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.694542 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.695059 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: dhcp_agent_scheduler Jun 17 18:59:44.695379 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: dns.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.696284 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.696794 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 18:59:44.697113 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: dns_domain_ports.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.698017 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.698550 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 18:59:44.698870 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: dvr.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.699525 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.700033 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: dvr Jun 17 18:59:44.700353 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: empty_string_filtering.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.701244 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.701754 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: empty-string-filtering Jun 17 18:59:44.702094 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.702985 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.703489 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 18:59:44.703809 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.704701 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.705208 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 18:59:44.705530 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: external_net.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.706451 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.706970 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: external-net Jun 17 18:59:44.707293 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.708961 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.709476 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: extra_dhcp_opt Jun 17 18:59:44.711476 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: extraroute.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.711476 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.711476 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: extraroute Jun 17 18:59:44.711738 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: extraroute_atomic.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.712544 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.713061 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: extraroute-atomic Jun 17 18:59:44.713383 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: filter_validation.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.714038 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.714576 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: filter-validation Jun 17 18:59:44.714896 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: fip_pf_description.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.715790 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.716298 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 18:59:44.716618 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: fip_port_details.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.717519 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.718031 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: fip-port-details Jun 17 18:59:44.718377 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: flavors.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.719572 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.720094 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: flavors Jun 17 18:59:44.720415 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.722093 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.722610 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 18:59:44.722936 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: floatingip_pools.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.723686 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.724194 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: floatingip-pools Jun 17 18:59:44.724516 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: ip_allocation.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.725428 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.725939 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 18:59:44.726286 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.727204 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.727718 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: ip-substring-filtering Jun 17 18:59:44.728040 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: l2_adjacency.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.728963 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.729471 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 18:59:44.729792 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: l3.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.730780 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.731294 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: router Jun 17 18:59:44.731619 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.733953 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.734516 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 18:59:44.734848 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.735764 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.736284 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: ext-gw-mode Jun 17 18:59:44.736608 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.737513 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.738028 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: l3-ha Jun 17 18:59:44.738382 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: l3_flavors.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.739377 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.739888 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: l3-flavors Jun 17 18:59:44.740215 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.741129 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.741643 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 18:59:44.741964 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: l3agentscheduler.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.743036 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.743557 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: l3_agent_scheduler Jun 17 18:59:44.743882 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: logging.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.745382 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.745910 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension logging not supported by any of loaded plugins Jun 17 18:59:44.746276 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: metering.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.747015 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.747598 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: metering Jun 17 18:59:44.747922 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.749000 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.749523 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: metering_source_and_destination_fields Jun 17 18:59:44.749849 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: multiprovidernet.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.750806 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.751319 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: multi-provider Jun 17 18:59:44.751644 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: netmtu.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.752543 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.753052 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: net-mtu Jun 17 18:59:44.753375 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: netmtu_writable.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.754822 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.755333 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: net-mtu-writable Jun 17 18:59:44.755654 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: network_availability_zone.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.756312 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.756813 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: network_availability_zone Jun 17 18:59:44.757134 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: network_ip_availability.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.758264 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.758776 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: network-ip-availability Jun 17 18:59:44.759101 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: network_segment_range.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.759855 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.760362 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 18:59:44.760684 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: pagination.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.761641 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.761968 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: pagination Jun 17 18:59:44.762322 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: port_device_profile.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.763220 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.763733 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: port-device-profile Jun 17 18:59:44.764054 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.764965 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.765474 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: port-mac-address-regenerate Jun 17 18:59:44.765792 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.766722 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.767228 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: port-numa-affinity-policy Jun 17 18:59:44.767552 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: port_resource_request.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.768454 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.768955 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 18:59:44.769272 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: portbindings.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.770880 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.771384 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: binding Jun 17 18:59:44.771701 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: portbindings_extended.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.772966 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.773487 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: binding-extended Jun 17 18:59:44.773813 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: portsecurity.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.774754 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.775272 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: port-security Jun 17 18:59:44.775592 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: project_id.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.776554 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.776876 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: project-id Jun 17 18:59:44.777195 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: providernet.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.778138 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.778653 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: provider Jun 17 18:59:44.778970 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: qos.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.782699 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.783224 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension qos not supported by any of loaded plugins Jun 17 18:59:44.783556 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.784779 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.785298 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 18:59:44.785658 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.786601 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.787113 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 18:59:44.787443 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: qos_default.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.788341 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.788854 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension qos-default not supported by any of loaded plugins Jun 17 18:59:44.789177 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: qos_fip.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.789813 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.790358 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 18:59:44.790681 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: qos_gateway_ip.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.791586 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.799127 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 18:59:44.799822 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: qos_port_network_policy.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.800760 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.801295 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 18:59:44.801613 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: qos_rule_type_details.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.802816 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.803331 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 18:59:44.803653 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: qos_rules_alias.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.804722 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.805364 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 18:59:44.805769 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: quotasv2.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.807008 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.807444 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: quotas Jun 17 18:59:44.807827 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: quotasv2_detail.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.810895 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.811231 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: quota_details Jun 17 18:59:44.811559 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: rbac.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.812595 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.813124 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: rbac-policies Jun 17 18:59:44.813445 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: rbac_address_group.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.814491 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.815015 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: rbac-address-group Jun 17 18:59:44.815334 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: rbac_address_scope.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.816225 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.816738 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: rbac-address-scope Jun 17 18:59:44.817641 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: rbac_security_groups.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.818572 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.819087 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: rbac-security-groups Jun 17 18:59:44.819405 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: rbac_subnetpool.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.820284 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.820807 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: rbac-subnetpool Jun 17 18:59:44.821136 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: revisionifmatch.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.822024 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.822563 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: revision-if-match Jun 17 18:59:44.822879 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: revisions.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.824143 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.824653 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: standard-attr-revisions Jun 17 18:59:44.824970 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: router_availability_zone.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.825618 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.826144 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: router_availability_zone Jun 17 18:59:44.826463 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: routerservicetype.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.827352 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.827858 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 18:59:44.828175 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.829056 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.829566 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: security-groups-normalized-cidr Jun 17 18:59:44.829884 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.830801 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.831310 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: port-security-groups-filtering Jun 17 18:59:44.831626 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.833453 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.833833 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: security-groups-remote-address-group Jun 17 18:59:44.834177 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: securitygroup.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.843755 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.844277 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: security-group Jun 17 18:59:44.844610 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: segment.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.845373 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.845877 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension segment not supported by any of loaded plugins Jun 17 18:59:44.846224 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.847122 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.847627 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 18:59:44.847943 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: servicetype.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.849262 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.849776 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: service-type Jun 17 18:59:44.850123 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: sorting.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.851075 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.851395 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: sorting Jun 17 18:59:44.851709 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: standard_attr_segment.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.852581 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.853095 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 18:59:44.853411 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: standardattrdescription.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.854031 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.854556 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: standard-attr-description Jun 17 18:59:44.854873 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: stateful_security_group.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.855773 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.856284 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: stateful-security-group Jun 17 18:59:44.856598 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: stdattrs_common.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.857196 dv-cinder-790535-5-smb neutron-server[92840]: WARNING neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 18:59:44.857462 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.858462 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.858974 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 18:59:44.859286 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: subnet_onboard.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.860338 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.860851 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: subnet_onboard Jun 17 18:59:44.861164 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.862058 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.862584 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 18:59:44.862898 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: subnet_service_types.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.864205 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.864503 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: subnet-service-types Jun 17 18:59:44.864824 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: subnetallocation.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.865885 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.866431 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: subnet_allocation Jun 17 18:59:44.866746 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.867386 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.867892 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: subnetpool-prefix-ops Jun 17 18:59:44.868206 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.869093 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.869596 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 18:59:44.869908 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: tagging.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.870977 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.871485 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: standard-attr-tag Jun 17 18:59:44.871801 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: timestamp.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.872998 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.873511 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loaded extension: standard-attr-timestamp Jun 17 18:59:44.873827 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: trunk.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.874902 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.875415 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension trunk not supported by any of loaded plugins Jun 17 18:59:44.875733 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: trunk_details.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.876623 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.877133 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 18:59:44.877446 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: uplink_status_propagation.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.878369 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.878876 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 18:59:44.879189 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Loading extension file: vlantransparent.py {{(pid=92840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 18:59:44.880370 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 18:59:44.880871 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 18:59:44.883627 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:network Jun 17 18:59:44.884146 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:subnet Jun 17 18:59:44.884550 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 18:59:44.884941 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:port Jun 17 18:59:44.886197 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.886634 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service FLAVORS assigned prefix: {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.887251 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.887673 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.887996 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:router Jun 17 18:59:44.888415 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 18:59:44.888898 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service METERING assigned prefix: /metering {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.890347 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.890707 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.891049 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:59:44.892023 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 18:59:44.892464 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:security_group Jun 17 18:59:44.892881 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 18:59:44.893484 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service CORE assigned prefix: {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.893808 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 18:59:44.894175 dv-cinder-790535-5-smb neutron-server[92840]: WARNING neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] subnetpool is already registered Jun 17 18:59:44.894610 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service CORE assigned prefix: {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.894968 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 18:59:44.895794 dv-cinder-790535-5-smb neutron-server[92840]: WARNING neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] subnetpool is already registered Jun 17 18:59:44.898086 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.898505 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service FLAVORS assigned prefix: {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.899079 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.899491 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.899813 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:router Jun 17 18:59:44.900149 dv-cinder-790535-5-smb neutron-server[92840]: WARNING neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] router is already registered Jun 17 18:59:44.900549 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 18:59:44.900874 dv-cinder-790535-5-smb neutron-server[92840]: WARNING neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] floatingip is already registered Jun 17 18:59:44.901318 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service METERING assigned prefix: /metering {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.901965 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 18:59:44.902306 dv-cinder-790535-5-smb neutron-server[92840]: WARNING neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] rbac_policy is already registered Jun 17 18:59:44.902708 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:security_group Jun 17 18:59:44.903029 dv-cinder-790535-5-smb neutron-server[92840]: WARNING neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] security_group is already registered Jun 17 18:59:44.903425 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 18:59:44.903809 dv-cinder-790535-5-smb neutron-server[92840]: WARNING neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] security_group_rule is already registered Jun 17 18:59:44.904373 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service CORE assigned prefix: {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.904695 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 18:59:44.905018 dv-cinder-790535-5-smb neutron-server[92840]: WARNING neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] subnetpool is already registered Jun 17 18:59:44.905429 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.v2.resource_helper [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Service CORE assigned prefix: {{(pid=92840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 18:59:44.905743 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 18:59:44.906062 dv-cinder-790535-5-smb neutron-server[92840]: WARNING neutron.quota.resource_registry [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] subnetpool is already registered Jun 17 18:59:44.906551 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: extensions {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.907942 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: address-groups {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.909414 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: address-scopes {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.910789 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: agents {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.911926 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: auto-allocated-topology {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.913158 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: availability_zones {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.914385 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: dhcp-networks {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.915857 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: dhcp-agents {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.917267 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: routers {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.918987 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: flavors {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.921335 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: service_profiles {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.922571 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: next_providers {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.923992 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: service_profiles {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.925511 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: floatingip-pools {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.926919 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: routers {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.928873 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: floatingips {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.930154 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: l3-routers {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.931517 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: l3-agents {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.933026 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: metering-labels {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.934282 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: metering-label-rules {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.935649 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: network-ip-availabilities {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.936910 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: bindings {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.938471 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: quotas {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.939980 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: quotas {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.941395 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: rbac-policies {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.943130 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: security-groups {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.944411 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: security-group-rules {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.945660 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: service-providers {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.946891 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: subnetpools {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.948203 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: subnetpools {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.949723 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: tags {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.951411 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: tags {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.953196 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: tags {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.955008 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: tags {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.956711 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: tags {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.959360 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: tags {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.961014 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: tags {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.962818 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: tags {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.964657 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: tags {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.966399 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron.api.extensions [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Extended resource: tags {{(pid=92840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 18:59:44.972427 dv-cinder-790535-5-smb neutron-server[92840]: WARNING keystonemiddleware.auth_token [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 18:59:44.977163 dv-cinder-790535-5-smb neutron-server[92840]: WARNING keystonemiddleware.auth_token [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 18:59:44.985397 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_concurrency.lockutils [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Acquired lock "singleton_lock" {{(pid=92840) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 18:59:44.985861 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_concurrency.lockutils [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Releasing lock "singleton_lock" {{(pid=92840) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 18:59:44.986518 dv-cinder-790535-5-smb neutron-server[92840]: INFO oslo_service.service [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Starting 2 workers Jun 17 18:59:44.991826 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Started child 92947 {{(pid=92840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 18:59:44.996260 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Started child 92948 {{(pid=92840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 18:59:44.997144 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:59:44.997886 dv-cinder-790535-5-smb neutron-server[92840]: INFO neutron.service [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 18:59:44.998547 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Notify callbacks [] for process, before_spawn {{(pid=92840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:59:44.998699 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [-] (92947) wsgi starting up on http://0.0.0.0:9696 Jun 17 18:59:45.000961 dv-cinder-790535-5-smb neutron-server[92840]: INFO oslo_service.service [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Starting 1 workers Jun 17 18:59:45.001087 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:59:45.002413 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [-] (92948) wsgi starting up on http://0.0.0.0:9696 Jun 17 18:59:45.006650 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Started child 92949 {{(pid=92840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 18:59:45.007171 dv-cinder-790535-5-smb neutron-server[92840]: INFO oslo_service.service [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Starting 1 workers Jun 17 18:59:45.012672 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.service [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] calling RpcWorker wait() {{(pid=92949) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 18:59:45.012672 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.service [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] returning from RpcWorker wait() {{(pid=92949) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 18:59:45.013323 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Started child 92950 {{(pid=92840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 18:59:45.013412 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:59:45.013480 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG neutron_lib.callbacks.manager [None req-e421530e-cc33-4301-96f6-130e09f97ed1 None None] Notify callbacks [] for process, after_spawn {{(pid=92840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:59:45.013564 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:59:45.013630 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 59614) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:59:45.014497 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92840) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 18:59:45.014705 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 18:59:45.014888 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 18:59:45.015105 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 18:59:45.015437 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 18:59:45.015595 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 18:59:45.016118 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.016393 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.016657 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.016909 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.017189 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.017797 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.018036 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.018305 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.018564 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.018811 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.018981 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.019142 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.019398 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.019623 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.020026 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.020305 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.020546 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.020811 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.020976 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.021235 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.021504 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.023016 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.023016 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] debug = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.023216 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066984 Jun 17 18:59:45.023297 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.023297 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.023297 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.023487 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.023560 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:59:45.024021 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.024513 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.024939 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.026531 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.026531 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.026531 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.026531 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.026531 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.026531 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.026940 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.026940 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.027206 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.027424 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.027906 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] host = dv-cinder-790535-5-smb {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.028124 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.028368 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.028619 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.028889 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.029136 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.029351 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.029610 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.029853 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.030208 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.030459 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.030708 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.032869 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.032869 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.032869 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_file = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.032869 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_options = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.032869 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.032869 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.032869 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.032869 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.033362 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.033362 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.033362 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.033362 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.033362 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.033649 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.033928 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.034021 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.036786 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.036786 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.036786 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.036786 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.036786 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.036786 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.036786 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.036786 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.037309 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.037309 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.037435 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.037657 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.037859 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.038093 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.038318 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.038541 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.038739 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.039013 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.041019 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.041019 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.041019 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.041019 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.041019 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.041019 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.041019 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.041019 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.042393 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.042393 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.042393 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.042393 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.042393 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.042393 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.042393 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.043317 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] use_json = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.043317 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.043593 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.043728 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.044554 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.044554 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.044554 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.044822 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.044891 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.045306 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.045531 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.047018 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.047018 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.047018 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.047018 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.047018 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.047365 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.047610 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.047960 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.048217 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.048421 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.048709 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.048965 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.049218 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.050179 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.050179 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.050342 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.050497 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.050999 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.050999 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.051791 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.051869 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:59:45.052038 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.052228 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.052723 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.053078 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.053299 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.053554 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.053774 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.053990 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.054226 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.054462 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.054734 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.054971 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.055216 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.055434 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.055659 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.055890 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.056152 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.056725 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.056725 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.056880 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.057081 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.057259 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.057471 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.057688 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.057899 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.058464 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.058464 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.058782 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.058934 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.059071 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.059249 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.059453 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.059686 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.059913 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.060948 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.060948 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.060948 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.060948 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.060948 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.061297 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.061482 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.061641 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.063155 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.063155 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.063155 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.063155 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.063155 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.063155 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.063155 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.063652 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.063652 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.063787 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.064003 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.064164 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.065910 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.065910 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.065910 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.065910 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.065910 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.065910 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.065910 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.065910 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.071832 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.071832 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.071832 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.071832 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.071832 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.071832 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.071832 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.071832 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.072405 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.072405 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.072601 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.072907 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.073167 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.073426 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.073654 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.073905 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.074180 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.074437 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.074697 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.076711 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.076711 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.076711 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.076711 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.076711 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.076711 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.076711 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.076711 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.077483 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.077483 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.078308 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.078535 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.078812 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.079843 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.079843 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.079843 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.081173 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.081963 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.084361 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.084642 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.084910 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.085155 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.085418 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.085665 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.085967 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.086913 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.086913 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.086913 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.086913 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.087314 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.087484 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.087701 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.087935 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.088194 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.088944 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.088944 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.088944 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.089231 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.089403 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.089667 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.089908 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.090839 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.090839 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.090839 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.091075 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.091270 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.091490 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.093946 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.095419 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.095419 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.095419 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.095663 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.096657 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.096657 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.096657 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.096657 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.096657 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.097031 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.097098 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.097323 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.097540 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.097755 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.098015 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.098444 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.099849 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.102806 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.103122 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.103414 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.103681 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.103951 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.104200 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.104441 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.104670 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.104960 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.105172 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.105414 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.105614 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.105838 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.106118 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.109254 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.109456 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.109720 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.109976 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.110286 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.111170 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.111170 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.111170 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.111405 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.111566 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.111819 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.112056 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.112308 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.112530 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.112747 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.112963 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.113219 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.113441 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.115296 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.115542 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.115765 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.117059 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.117294 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.117518 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.117819 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.118094 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.119520 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.119520 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.119702 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.119907 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.120121 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.120334 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.120550 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.120760 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.121004 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.121236 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.121445 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.121657 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.122294 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.122294 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.122472 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.122550 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.122726 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.122954 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.123190 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.123421 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.123648 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.123860 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.124060 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.124359 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.124903 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.124903 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.125068 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.125281 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.125520 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.125777 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.126093 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.126331 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.126597 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.126840 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.127386 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.127386 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.127539 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.127826 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.128105 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.128355 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.128604 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.128868 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.129156 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.129484 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.129772 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.130232 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.130557 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.130819 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.131062 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.131301 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.131571 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.131791 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.132008 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.133166 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.133166 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.133166 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.133166 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.133166 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.133581 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.133581 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.133716 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.133941 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.134189 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.134414 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.134628 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.134837 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.134990 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 18:59:45.135545 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92840) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 18:59:45.135701 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 18:59:45.135850 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 18:59:45.136036 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 18:59:45.136203 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 18:59:45.136353 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 18:59:45.136553 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.136711 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.136869 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.137024 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.137179 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.137355 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.137511 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.137675 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.139755 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.140162 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.140324 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.140490 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.140632 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.140768 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.140904 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.141050 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.141708 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.141870 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.142007 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.142227 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.142380 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.142494 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.142648 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] debug = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.144505 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.144735 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.145475 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.145673 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.145949 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.146146 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.146321 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.146582 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.146690 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.146792 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.146893 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.147057 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.147214 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.147373 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.147529 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.147686 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.147840 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.147995 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] host = dv-cinder-790535-5-smb {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.148149 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.148303 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.148458 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.148612 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.148767 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.148920 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.149075 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.149216 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.149370 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.149524 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.149733 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.149867 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.149988 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.150934 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_file = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.151510 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_options = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.153326 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.153510 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.153680 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.153873 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.154048 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.154517 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.156399 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.156399 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.156399 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.156399 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.156399 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.156927 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.156927 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.156927 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.156927 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.157194 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.157194 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.157384 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.157475 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.157619 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.157781 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.157936 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.158815 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.161420 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.161420 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.161420 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.161420 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.161965 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.161965 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.161965 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.161965 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.162331 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.162331 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.162451 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.162549 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.162705 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.162861 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.163022 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.163181 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.163321 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.163478 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.163633 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.163788 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.163942 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.164096 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.164250 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] use_json = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.164404 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.164558 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.164711 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.164865 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.165019 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.165174 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.165326 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.165484 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 18:59:45.165665 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.165824 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.166014 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.167160 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.167343 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.167516 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.167685 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.167853 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.168017 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.168119 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:59:45.168204 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.168336 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.168499 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.168673 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.168984 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.168984 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.169131 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.169285 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.169475 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.169623 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.170004 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.171502 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.171708 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.171968 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.171968 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.172375 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.172528 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.172970 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.173147 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.173297 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.173441 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.173605 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.173765 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.174152 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.174312 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.174419 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.174548 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.174711 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.174862 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.175111 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.175319 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.175463 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.175719 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.175879 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.176357 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.176668 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.176879 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.177117 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.177268 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.177695 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.177879 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.178229 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.178679 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.178679 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.178679 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.179032 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.179032 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.179226 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.179328 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.179430 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.179556 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.179712 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.179884 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.180139 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.180350 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.180459 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.180880 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.180880 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.181116 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.181221 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.181306 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.181557 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.181757 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.181956 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.182156 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.182283 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.183082 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.183248 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.184130 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.184130 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.184130 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.184130 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.184130 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.185531 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.185531 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.185531 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.185531 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.186482 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.186807 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.187573 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.191422 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.191422 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.191422 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.191422 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.191422 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.191422 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.191422 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.191422 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.192432 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.192432 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.192432 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.192432 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.192432 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.192432 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.193086 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.193086 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.193086 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.193086 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.193527 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.193527 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.193674 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.193919 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.194741 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.194903 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.194985 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.195296 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.195437 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.196291 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.196507 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.196605 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.198018 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.198654 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.198786 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.198989 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.199368 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.199368 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.199600 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.199600 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.199898 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.200167 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.200367 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.200488 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.200648 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.200824 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.201129 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.201292 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.201561 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.201683 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.201843 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.202004 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.203507 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.203688 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.203855 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.205816 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.205998 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.206195 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.206365 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.206533 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.206702 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.206871 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.207034 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.207196 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.207348 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.208066 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.208226 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.208366 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.208523 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.208682 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214093 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214093 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214093 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214093 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214093 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214093 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214093 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214093 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214678 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214678 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214678 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214678 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214678 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214678 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214678 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.214678 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215158 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215158 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215158 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215158 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215158 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215158 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215158 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215158 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215658 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215658 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215658 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215658 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215658 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215658 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215658 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.215658 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216242 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216242 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216242 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216242 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216242 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216242 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216242 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216242 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216763 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216763 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216763 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216763 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216763 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216763 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216763 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216763 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.216763 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.217241 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.217241 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.217241 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.217241 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.217241 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.217241 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.217241 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.217618 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.217618 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.217618 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.217786 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.217911 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.218101 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.218249 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.218426 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.219357 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.219523 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.219843 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.220079 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.220245 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.220414 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.220572 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.220793 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.220889 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.221028 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.221186 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.221345 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.221503 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.221667 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.221825 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.221982 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.222162 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.222322 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.222483 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.222645 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.222805 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.222955 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.223712 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.223831 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.223971 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.224232 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.224328 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.224467 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.224622 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.224764 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.224930 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.225079 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.225247 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.225416 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.225569 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.225892 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.227494 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.228596 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.228764 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.230263 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.230459 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.230647 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.230826 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.231107 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.231800 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.231800 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.231800 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.231800 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.232139 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.232139 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.232267 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.232395 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.232541 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 18:59:45.232697 dv-cinder-790535-5-smb neutron-server[92840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 18:59:56.324789 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97255c21-ca09-4f67-bfce-ea945d7a43d6 None None] get_active_networks_info from dv-cinder-790535-5-smb {{(pid=92949) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 18:59:56.394280 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97255c21-ca09-4f67-bfce-ea945d7a43d6 None None] No non-hosted networks {{(pid=92949) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 18:59:56.412829 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.agentschedulers_db [None req-97255c21-ca09-4f67-bfce-ea945d7a43d6 None None] DHCP Agent not found on host dv-cinder-790535-5-smb {{(pid=92949) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 18:59:56.542377 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-10af4907-9aa0-4fb4-99ac-ff114487b55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434'] for agent, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:59:58.726803 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-54739f31-db91-4a6a-a425-a96a709cef32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434'] for agent, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:59:58.778198 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e55b-0a90-4d5b-8b15-750d5af52865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:59:58.960103 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434'] for agent, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:59:58.962469 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:59:58.967291 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:59:58.968533 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:59:58.973358 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:59:58.973966 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:59:58.977810 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:59:58.978668 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:59:58.981696 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:59:58.983843 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:59:58.986034 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:59:58.986924 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:59:58.987509 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:59:58.988796 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:59:58.999467 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:59:59.858554 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434'] for agent, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:01.979746 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434'] for agent, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:02.898165 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 59720) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:03.397421 dv-cinder-790535-5-smb neutron-server[92948]: WARNING oslo_policy.policy [None req-17707eee-da82-4486-9e46-66c86c1f806a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 19:00:03.398044 dv-cinder-790535-5-smb neutron-server[92948]: WARNING oslo_policy.policy [None req-17707eee-da82-4486-9e46-66c86c1f806a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 19:00:03.616292 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [None req-17707eee-da82-4486-9e46-66c86c1f806a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 19:00:03.617318 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-17707eee-da82-4486-9e46-66c86c1f806a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7181466 Jun 17 19:00:05.017840 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.db.l3_hamode_db [None req-6f407bdb-94b4-4e0a-ab01-15781de4e169 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 19:00:05.093935 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f407bdb-94b4-4e0a-ab01-15781de4e169 None None] Routers set() bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:00:05.094347 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f407bdb-94b4-4e0a-ab01-15781de4e169 None None] Router IDs set() for agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 17 19:00:05.947212 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 59734) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:06.251071 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-aec92718-faf4-4546-acbe-7a5dc8d786a9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:00:06.343897 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.policy [None req-aec92718-faf4-4546-acbe-7a5dc8d786a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92948) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 19:00:06.389540 dv-cinder-790535-5-smb neutron-server[92948]: WARNING oslo_policy.policy [None req-aec92718-faf4-4546-acbe-7a5dc8d786a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 19:00:06.389905 dv-cinder-790535-5-smb neutron-server[92948]: WARNING oslo_policy.policy [None req-aec92718-faf4-4546-acbe-7a5dc8d786a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 19:00:06.399099 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.quota [None req-aec92718-faf4-4546-acbe-7a5dc8d786a9 admin admin] Loaded quota_driver: . Jun 17 19:00:06.487757 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-aec92718-faf4-4546-acbe-7a5dc8d786a9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743352357684', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743352356553', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743352345217', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743352341755', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743352398136', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743352387642', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7944739', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8296250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1018408', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-619227'] for rbac-policy, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:06.549712 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-aec92718-faf4-4546-acbe-7a5dc8d786a9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:06.551330 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-aec92718-faf4-4546-acbe-7a5dc8d786a9 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6031797 Jun 17 19:00:09.085738 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 59746) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:09.380104 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'project_id': '86d87d7304ce4f74b399a81acbcbd646'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:00:09.407749 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Made reservation on behalf of 86d87d7304ce4f74b399a81acbcbd646 for: {'network': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:00:09.411196 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:09.428178 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:09.551149 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:09.555396 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:09.560811 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:09.576302 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=92948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:00:09.610005 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743349410443', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:09.610635 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Unsubscribe: segment precommit_create {{(pid=92948) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 19:00:09.611128 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.segments_db [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Added segment 7aa71b24-9867-4cfc-b20a-9350e9494056 of type vlan for network 45cab8fd-e261-41f6-81f5-ddb875a0bb18 Jun 17 19:00:09.630195 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e05e72-e6f1-44ba-8453-009d93933804,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:09.680810 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:09.681141 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:09.681466 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:09.681784 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:09.682129 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:09.682447 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:09.682759 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:09.683070 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:09.683426 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:09.683738 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:09.684045 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:09.684350 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Tracked resource versions report: Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: pushed versions: Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: { 'AddressGroup': {'1.2'}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'ConntrackHelper': {'1.0'}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'Log': {'1.0'}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'Network': {'1.1'}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'Port': {'1.7'}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'PortForwarding': {'1.2'}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'QosPolicy': {'1.8'}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'SecurityGroup': {'1.4'}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'SecurityGroupRule': {'1.2'}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'SubPort': {'1.0'}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'Subnet': {'1.1'}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'Trunk': {'1.1'}} Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: consumer versions: Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: { DHCP agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: L3 agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: Metadata agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: Metering agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: Open vSwitch agent@dv-cinder-790535-5-smb: { 'AddressGroup': '1.2', Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'ConntrackHelper': '1.0', Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'Log': '1.0', Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'Network': '1.1', Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'Port': '1.7', Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'PortForwarding': '1.2', Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'QosPolicy': '1.8', Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'SecurityGroup': '1.4', Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'SecurityGroupRule': '1.2', Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'SubPort': '1.0', Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'Subnet': '1.1', Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: 'Trunk': '1.1'}} Jun 17 19:00:09.685443 dv-cinder-790535-5-smb neutron-server[92948]: {{(pid=92948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 19:00:09.725257 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:09.737260 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:09.778931 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:09.780316 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:00:09.780955 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:09.783666 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:09.829821 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7429514 Jun 17 19:00:09.880146 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Pushing event updated for resources: {'Network': ['ID=45cab8fd-e261-41f6-81f5-ddb875a0bb18,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:09.883872 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:09.891737 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network 45cab8fd-e261-41f6-81f5-ddb875a0bb18 details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:00:12.461395 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 59760) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:12.842646 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4195b6b9-4d9a-46be-8c8e-403323770c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:00:12.843977 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-4195b6b9-4d9a-46be-8c8e-403323770c5e admin admin] 10.222.0.10 "GET /v2.0/networks/45cab8fd-e261-41f6-81f5-ddb875a0bb18 HTTP/1.1" status: 200 len: 825 time: 0.3816252 Jun 17 19:00:12.867693 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-853f4a30-dfde-4f10-aab9-fdea8a30b9d8 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/e0fa8a15-09ae-429c-8e46-45b29d2addf3 HTTP/1.1" status: 200 len: 734 time: 0.0179193 Jun 17 19:00:12.875770 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Request body: {'subnet': {'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18', 'subnetpool_id': 'e0fa8a15-09ae-429c-8e46-45b29d2addf3', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:00:12.897997 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Made reservation on behalf of 86d87d7304ce4f74b399a81acbcbd646 for: {'subnet': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:00:12.900591 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:13.198013 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705'] for subnet, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:13.202218 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:13.274698 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a8942df-d168-446b-9926-49c31be16b89,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:13.276612 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Checking segment: {'id': '7aa71b24-9867-4cfc-b20a-9350e9494056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:00:13.276978 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Network hostable DHCP agents. Network: 45cab8fd-e261-41f6-81f5-ddb875a0bb18, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:00:13.282362 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:13.297903 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Network 45cab8fd-e261-41f6-81f5-ddb875a0bb18 is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:00:13.309694 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, 45cab8fd-e261-41f6-81f5-ddb875a0bb18) {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:00:13.314165 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:00:13.314730 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:13.319906 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f052af-df16-4714-99c9-22a5b3c113d4 None None] Network 45cab8fd-e261-41f6-81f5-ddb875a0bb18 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:00:13.328328 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4556336 Jun 17 19:00:13.626288 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b94ab20-32b0-5df0-9cd3-8308e174a308-45cab8fd-e261-41f6-81f5-ddb875a0bb18', 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'fixed_ips': [{'subnet_id': '7a8942df-d168-446b-9926-49c31be16b89'}]}} from dv-cinder-790535-5-smb. {{(pid=92949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 19:00:13.627446 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:13.888474 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.db_base_plugin_common [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Allocated IP 172.20.0.2 (45cab8fd-e261-41f6-81f5-ddb875a0bb18/7a8942df-d168-446b-9926-49c31be16b89/fa52381c-288c-429a-8bda-37c4c902c213) {{(pid=92949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:00:14.087595 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Notify callbacks [] for port, precommit_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:14.129182 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Transition to ACTIVE for port object fa52381c-288c-429a-8bda-37c4c902c213 will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:00:14.149524 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Transition to ACTIVE for port object fa52381c-288c-429a-8bda-37c4c902c213 will not be triggered until provisioned by entity DHCP. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:00:14.157217 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:14.160400 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:14.230672 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Network 45cab8fd-e261-41f6-81f5-ddb875a0bb18 is already hosted by enough agents. {{(pid=92949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:00:14.240785 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.base_scheduler [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Resources bound (agent type, host, resource id): {{(pid=92949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:00:14.242315 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Pushing event updated for resources: {'Port': ['ID=fa52381c-288c-429a-8bda-37c4c902c213,revision_number=1']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:14.246711 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Received port after_create {{(pid=92949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:00:14.254151 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:14.254483 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:14.254805 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:14.255121 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:14.255434 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:14.255776 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:14.256087 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:14.256388 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:14.256693 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:14.256995 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:14.257296 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:14.257594 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Tracked resource versions report: Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: pushed versions: Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: { 'AddressGroup': {'1.2'}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'ConntrackHelper': {'1.0'}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'Log': {'1.0'}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'Network': {'1.1'}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'Port': {'1.7'}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'PortForwarding': {'1.2'}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'QosPolicy': {'1.8'}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'SecurityGroup': {'1.4'}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'SecurityGroupRule': {'1.2'}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'SubPort': {'1.0'}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'Subnet': {'1.1'}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'Trunk': {'1.1'}} Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: consumer versions: Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: { DHCP agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: L3 agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: Metadata agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: Metering agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: Open vSwitch agent@dv-cinder-790535-5-smb: { 'AddressGroup': '1.2', Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'ConntrackHelper': '1.0', Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'Log': '1.0', Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'Network': '1.1', Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'Port': '1.7', Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'PortForwarding': '1.2', Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'QosPolicy': '1.8', Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'SecurityGroup': '1.4', Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'SecurityGroupRule': '1.2', Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'SubPort': '1.0', Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'Subnet': '1.1', Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: 'Trunk': '1.1'}} Jun 17 19:00:14.258717 dv-cinder-790535-5-smb neutron-server[92949]: {{(pid=92949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 19:00:14.278755 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:14.324382 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Attempting to bind port fa52381c-288c-429a-8bda-37c4c902c213 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:00:14.324997 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Attempting to bind port fa52381c-288c-429a-8bda-37c4c902c213 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '7aa71b24-9867-4cfc-b20a-9350e9494056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:00:14.325169 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Attempting to bind port fa52381c-288c-429a-8bda-37c4c902c213 on network 45cab8fd-e261-41f6-81f5-ddb875a0bb18 {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:00:14.329791 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:00:14.330216 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Checking segment: {'id': '7aa71b24-9867-4cfc-b20a-9350e9494056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:00:14.330709 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:14.331091 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Bound using segment: {'id': '7aa71b24-9867-4cfc-b20a-9350e9494056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:00:14.332258 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Bound port: fa52381c-288c-429a-8bda-37c4c902c213, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa71b24-9867-4cfc-b20a-9350e9494056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:00:14.332637 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:14.397731 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] For port fa52381c-288c-429a-8bda-37c4c902c213, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:00:14.402102 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] For port fa52381c-288c-429a-8bda-37c4c902c213, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=fa52381c-288c-429a-8bda-37c4c902c213,segment=NetworkSegment(7aa71b24-9867-4cfc-b20a-9350e9494056),segment_id=7aa71b24-9867-4cfc-b20a-9350e9494056)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:00:14.406102 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:14.411862 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:14.478478 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Pushing event updated for resources: {'Port': ['ID=fa52381c-288c-429a-8bda-37c4c902c213,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:14.482649 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:15.676311 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 59768) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:15.984827 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [None req-0599dc5b-90cb-46e1-a7b5-5c7136cfdda8 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 19:00:15.985893 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-0599dc5b-90cb-46e1-a7b5-5c7136cfdda8 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3086469 Jun 17 19:00:18.321545 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 59776) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:18.636327 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [None req-1b39b6db-7c6e-4581-8df9-fd818df92747 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 19:00:18.637282 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-1b39b6db-7c6e-4581-8df9-fd818df92747 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3148012 Jun 17 19:00:20.475975 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e4b3ec-d509-4957-8624-da2cc5f99640 None None] Network 45cab8fd-e261-41f6-81f5-ddb875a0bb18 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:00:20.551989 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-d3058067-6fa5-425d-8527-37110ee10ecd None None] Provisioning for port fa52381c-288c-429a-8bda-37c4c902c213 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:00:20.790677 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device fa52381c-288c-429a-8bda-37c4c902c213 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:00:20.877792 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port fa52381c-288c-429a-8bda-37c4c902c213 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:00:20.883763 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port fa52381c-288c-429a-8bda-37c4c902c213 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:00:20.884145 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:20.905579 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-f318d653-454c-4cbc-9ac5-27614f5b99df None None] Provisioning complete for port fa52381c-288c-429a-8bda-37c4c902c213 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:00:20.905919 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-f318d653-454c-4cbc-9ac5-27614f5b99df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:21.056544 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-f318d653-454c-4cbc-9ac5-27614f5b99df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:21.058249 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:21.104621 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port fa52381c-288c-429a-8bda-37c4c902c213, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=fa52381c-288c-429a-8bda-37c4c902c213,segment=NetworkSegment(7aa71b24-9867-4cfc-b20a-9350e9494056),segment_id=7aa71b24-9867-4cfc-b20a-9350e9494056)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:00:21.109557 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:21.129918 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:21.169978 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.db.api [None req-f318d653-454c-4cbc-9ac5-27614f5b99df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 19:00:21.170430 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_db.api [None req-f318d653-454c-4cbc-9ac5-27614f5b99df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 19:00:21.184470 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=fa52381c-288c-429a-8bda-37c4c902c213,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:21.187922 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:21.279534 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 59790) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:21.765745 dv-cinder-790535-5-smb neutron-server[92947]: WARNING oslo_policy.policy [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 19:00:21.766382 dv-cinder-790535-5-smb neutron-server[92947]: WARNING oslo_policy.policy [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 19:00:21.977499 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] Request body: {'router': {'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'name': 'router1', 'admin_state_up': True}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:00:22.039726 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.policy [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92947) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 19:00:22.086033 dv-cinder-790535-5-smb neutron-server[92947]: WARNING oslo_policy.policy [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 19:00:22.086496 dv-cinder-790535-5-smb neutron-server[92947]: WARNING oslo_policy.policy [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 19:00:22.095001 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.quota [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] Loaded quota_driver: . Jun 17 19:00:22.149978 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-374'] for router, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:22.151728 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-992818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-361'] for router, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:22.308476 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:22.313397 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020874'] for router, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:22.330962 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] Notify callbacks [] for router, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:22.332589 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-0a579f7d-301d-4d11-a14b-671b83e771da admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0509720 Jun 17 19:00:22.761812 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device fa52381c-288c-429a-8bda-37c4c902c213 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:00:22.807204 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port fa52381c-288c-429a-8bda-37c4c902c213 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:00:22.807574 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:24.633303 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 59806) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:24.937565 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [None req-914fb6e1-bf3a-4eb8-b2ba-c9a453939324 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 19:00:24.938551 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-914fb6e1-bf3a-4eb8-b2ba-c9a453939324 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3043458 Jun 17 19:00:26.204881 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-ab09b9ca-0e3a-4d3e-b0a1-2caea374ff08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:27.277883 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 59814) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:27.587907 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:00:27.608131 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Made reservation on behalf of a9ed067d9f414189a206f67f76d17e5d for: {'network': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:00:27.610322 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:27.618004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:27.702547 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:27.706668 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:27.710482 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:27.721864 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Reserving flat network on physical network physnet1 {{(pid=92948) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 19:00:27.740330 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea585ef-dae8-4a43-87b8-a174379ee2db,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:27.744365 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:27.745335 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:27.745658 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.segments_db [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Added segment a30b3d5a-8b12-4137-ac18-4d5921c388dc of type flat for network d935f812-d4b0-4797-881a-d9ceb277979e Jun 17 19:00:27.792711 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:27.827543 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:27.828857 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:00:27.829422 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:27.832090 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:27.858420 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5793960 Jun 17 19:00:27.888172 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Pushing event updated for resources: {'Network': ['ID=d935f812-d4b0-4797-881a-d9ceb277979e,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:27.891576 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:27.898495 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network d935f812-d4b0-4797-881a-d9ceb277979e details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:00:28.720891 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-55fb613f-e038-4b7d-97da-d08ea2196f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:28.957526 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:29.810725 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:30.148425 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 59822) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:30.435241 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f16dca-2fe8-4899-98ee-b8241e6e5855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:00:30.436535 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-27f16dca-2fe8-4899-98ee-b8241e6e5855 admin admin] 10.222.0.10 "GET /v2.0/subnets/7a8942df-d168-446b-9926-49c31be16b89 HTTP/1.1" status: 200 len: 849 time: 0.2871695 Jun 17 19:00:30.593935 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-d75bbbff-0247-43d0-bb85-993b9d97935d admin admin] 10.222.0.10 "GET /v2.0/routers/c04c4b4f-e442-44ff-bcc0-c19c33a4410f HTTP/1.1" status: 200 len: 704 time: 0.1518598 Jun 17 19:00:30.856803 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:31.149812 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Allocated IP 172.20.0.1 (45cab8fd-e261-41f6-81f5-ddb875a0bb18/7a8942df-d168-446b-9926-49c31be16b89/192b85c1-5f07-4b42-8cb2-a9b0244261db) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:00:31.343646 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:31.366635 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Transition to ACTIVE for port object 192b85c1-5f07-4b42-8cb2-a9b0244261db will not be triggered until provisioned by entity DHCP. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:00:31.443008 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:31.445042 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:31.507070 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Network 45cab8fd-e261-41f6-81f5-ddb875a0bb18 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:00:31.511496 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:00:31.527266 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:00:31.527830 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023347'] for router_interface, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:31.547809 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Pushing event updated for resources: {'Port': ['ID=192b85c1-5f07-4b42-8cb2-a9b0244261db,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:31.589983 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:31.679028 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-07f87b65-d6e9-441b-8fb6-f17b295fe46d None None] Provisioning for port 192b85c1-5f07-4b42-8cb2-a9b0244261db completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:00:31.682608 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-07f87b65-d6e9-441b-8fb6-f17b295fe46d None None] Provisioning complete for port 192b85c1-5f07-4b42-8cb2-a9b0244261db triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:00:31.683033 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-07f87b65-d6e9-441b-8fb6-f17b295fe46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:31.715944 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-07f87b65-d6e9-441b-8fb6-f17b295fe46d None None] Port 192b85c1-5f07-4b42-8cb2-a9b0244261db cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:00:31.736265 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:31.913765 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:31.916983 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:31.918461 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:31.919514 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1018328'] for router_interface, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:31.921041 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:31.972664 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Pushing event updated for resources: {'Port': ['ID=192b85c1-5f07-4b42-8cb2-a9b0244261db,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:31.975757 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:32.042449 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Network 45cab8fd-e261-41f6-81f5-ddb875a0bb18 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:00:32.043723 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:00:32.201869 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Router c04c4b4f-e442-44ff-bcc0-c19c33a4410f is scheduled to L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 with binding_index 1 {{(pid=92948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 19:00:32.235618 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-e833d630-3606-4e8f-9344-0a1c4f5c2ba1 None None] Provisioning complete for port 192b85c1-5f07-4b42-8cb2-a9b0244261db triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:00:32.236007 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e833d630-3606-4e8f-9344-0a1c4f5c2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:32.271839 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-e833d630-3606-4e8f-9344-0a1c4f5c2ba1 None None] Port 192b85c1-5f07-4b42-8cb2-a9b0244261db cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:00:32.291431 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:00:32.296754 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] 10.222.0.10 "PUT /v2.0/routers/c04c4b4f-e442-44ff-bcc0-c19c33a4410f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6974895 Jun 17 19:00:32.304314 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Sync routers for ids ['c04c4b4f-e442-44ff-bcc0-c19c33a4410f'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:00:32.316060 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Routers {'c04c4b4f-e442-44ff-bcc0-c19c33a4410f'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:00:32.316807 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:00:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['c04c4b4f-e442-44ff-bcc0-c19c33a4410f'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:00:32.496312 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Set router c04c4b4f-e442-44ff-bcc0-c19c33a4410f gateway port host: None {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:00:32.913772 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'name': 'router1', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:00:22Z', 'updated_at': '2021-06-17T19:00:31Z', 'revision_number': 2, 'project_id': '86d87d7304ce4f74b399a81acbcbd646', 'gw_port_host': None, '_interfaces': [{'id': '192b85c1-5f07-4b42-8cb2-a9b0244261db', 'name': '', 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'mac_address': 'fa:16:3e:12:1c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a8942df-d168-446b-9926-49c31be16b89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:00:30Z', 'updated_at': '2021-06-17T19:00:31Z', 'revision_number': 2, 'project_id': '86d87d7304ce4f74b399a81acbcbd646', 'subnets': [{'id': '7a8942df-d168-446b-9926-49c31be16b89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0fa8a15-09ae-429c-8e46-45b29d2addf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:00:32.963273 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Checking router: c04c4b4f-e442-44ff-bcc0-c19c33a4410f for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:00:32.963660 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Updating router c04c4b4f-e442-44ff-bcc0-c19c33a4410f port 192b85c1-5f07-4b42-8cb2-a9b0244261db binding host dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:00:33.027426 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:33.507050 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Notify callbacks [] for port, precommit_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:33.525514 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.provisioning_blocks [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Transition to ACTIVE for port object 192b85c1-5f07-4b42-8cb2-a9b0244261db will not be triggered until provisioned by entity L2. {{(pid=92950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:00:33.531720 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:33.534509 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:33.722328 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Pushing event updated for resources: {'Port': ['ID=192b85c1-5f07-4b42-8cb2-a9b0244261db,revision_number=3']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:33.735784 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:33.736125 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:33.736453 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:33.737363 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:33.737743 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:33.738064 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:33.738407 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:33.738718 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:33.739030 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:33.739341 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:33.739650 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:33.739956 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Tracked resource versions report: Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: pushed versions: Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: { 'AddressGroup': {'1.2'}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'ConntrackHelper': {'1.0'}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'Log': {'1.0'}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'Network': {'1.1'}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'Port': {'1.7'}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'PortForwarding': {'1.2'}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'QosPolicy': {'1.8'}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'SecurityGroup': {'1.4'}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'SecurityGroupRule': {'1.2'}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'SubPort': {'1.0'}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'Subnet': {'1.1'}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'Trunk': {'1.1'}} Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: consumer versions: Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: { DHCP agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: L3 agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: Metadata agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: Metering agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: Open vSwitch agent@dv-cinder-790535-5-smb: { 'AddressGroup': '1.2', Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'ConntrackHelper': '1.0', Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'Log': '1.0', Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'Network': '1.1', Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'Port': '1.7', Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'PortForwarding': '1.2', Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'QosPolicy': '1.8', Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'SecurityGroup': '1.4', Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'SecurityGroupRule': '1.2', Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'SubPort': '1.0', Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'Subnet': '1.1', Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: 'Trunk': '1.1'}} Jun 17 19:00:33.741046 dv-cinder-790535-5-smb neutron-server[92950]: {{(pid=92950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 19:00:33.745360 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Attempting to bind port 192b85c1-5f07-4b42-8cb2-a9b0244261db on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:00:33.745759 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Attempting to bind port 192b85c1-5f07-4b42-8cb2-a9b0244261db by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '7aa71b24-9867-4cfc-b20a-9350e9494056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18'}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:00:33.746215 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Attempting to bind port 192b85c1-5f07-4b42-8cb2-a9b0244261db on network 45cab8fd-e261-41f6-81f5-ddb875a0bb18 {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:00:33.748179 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:33.751784 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:00:33.752182 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Checking segment: {'id': '7aa71b24-9867-4cfc-b20a-9350e9494056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:00:33.752739 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:33.753118 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Bound using segment: {'id': '7aa71b24-9867-4cfc-b20a-9350e9494056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18'} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:00:33.753647 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Bound port: 192b85c1-5f07-4b42-8cb2-a9b0244261db, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa71b24-9867-4cfc-b20a-9350e9494056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18'}}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:00:33.754014 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:33.820135 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] For port 192b85c1-5f07-4b42-8cb2-a9b0244261db, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:00:33.842346 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] For port 192b85c1-5f07-4b42-8cb2-a9b0244261db, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=192b85c1-5f07-4b42-8cb2-a9b0244261db,segment=NetworkSegment(7aa71b24-9867-4cfc-b20a-9350e9494056),segment_id=7aa71b24-9867-4cfc-b20a-9350e9494056)] {{(pid=92950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:00:33.847413 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:33.850361 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:33.898689 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Routers {'c04c4b4f-e442-44ff-bcc0-c19c33a4410f'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:00:33.899395 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:00:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['c04c4b4f-e442-44ff-bcc0-c19c33a4410f'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:00:33.977521 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Pushing event updated for resources: {'Port': ['ID=192b85c1-5f07-4b42-8cb2-a9b0244261db,revision_number=4']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:33.980948 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:34.003788 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] Set router c04c4b4f-e442-44ff-bcc0-c19c33a4410f gateway port host: None {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:00:34.122156 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 5 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:00:34.237099 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'name': 'router1', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:00:22Z', 'updated_at': '2021-06-17T19:00:31Z', 'revision_number': 2, 'project_id': '86d87d7304ce4f74b399a81acbcbd646', 'gw_port_host': None, '_interfaces': [{'id': '192b85c1-5f07-4b42-8cb2-a9b0244261db', 'name': '', 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'mac_address': 'fa:16:3e:12:1c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a8942df-d168-446b-9926-49c31be16b89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:00:30Z', 'updated_at': '2021-06-17T19:00:33Z', 'revision_number': 4, 'project_id': '86d87d7304ce4f74b399a81acbcbd646', 'subnets': [{'id': '7a8942df-d168-446b-9926-49c31be16b89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0fa8a15-09ae-429c-8e46-45b29d2addf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:00:34.267316 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9591de54-97fb-4f74-b8a0-92bf778789bc None None] The sync data for ids ['c04c4b4f-e442-44ff-bcc0-c19c33a4410f'] in dv-cinder-790535-5-smb is: [{'id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'name': 'router1', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:00:22Z', 'updated_at': '2021-06-17T19:00:31Z', 'revision_number': 2, 'project_id': '86d87d7304ce4f74b399a81acbcbd646', 'gw_port_host': None, '_interfaces': [{'id': '192b85c1-5f07-4b42-8cb2-a9b0244261db', 'name': '', 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'mac_address': 'fa:16:3e:12:1c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a8942df-d168-446b-9926-49c31be16b89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:00:30Z', 'updated_at': '2021-06-17T19:00:33Z', 'revision_number': 4, 'project_id': '86d87d7304ce4f74b399a81acbcbd646', 'subnets': [{'id': '7a8942df-d168-446b-9926-49c31be16b89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0fa8a15-09ae-429c-8e46-45b29d2addf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:00:34.531664 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 59844) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:34.645584 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9349453a-f3ab-4e78-bfdc-13908724d0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:00:34.646949 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-9349453a-f3ab-4e78-bfdc-13908724d0e6 admin admin] 10.222.0.10 "GET /v2.0/networks/d935f812-d4b0-4797-881a-d9ceb277979e HTTP/1.1" status: 200 len: 842 time: 0.1143396 Jun 17 19:00:34.658430 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'ip_version': 4, 'cidr': '172.28.2.0/24'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:00:34.682372 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Made reservation on behalf of a9ed067d9f414189a206f67f76d17e5d for: {'subnet': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:00:34.684571 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:34.962116 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.objects.ports [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92948) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 19:00:34.962578 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705'] for subnet, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:34.964613 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dc19e72a-d856-499c-8d5b-72e02ba84a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:35.009179 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d456baaf-7b6a-4e8a-a47d-87556b709c2a,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:35.015493 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:35.024047 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Checking segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:00:35.024395 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Network hostable DHCP agents. Network: d935f812-d4b0-4797-881a-d9ceb277979e, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:00:35.041697 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Network d935f812-d4b0-4797-881a-d9ceb277979e is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:00:35.050254 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, d935f812-d4b0-4797-881a-d9ceb277979e) {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:00:35.054506 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:00:35.055082 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:35.060123 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc57ce1-4de2-4239-b402-bc4295e078fa None None] Network d935f812-d4b0-4797-881a-d9ceb277979e requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:00:35.082297 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4161098 Jun 17 19:00:35.211561 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b1df89-631f-44ba-a82c-2dec03475044 None None] Network d935f812-d4b0-4797-881a-d9ceb277979e requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:00:37.358699 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 59866) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:37.570035 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-f9b972d2-b05e-4d92-9310-319aee6f5a69 admin admin] 10.222.0.10 "GET /v2.0/routers/c04c4b4f-e442-44ff-bcc0-c19c33a4410f HTTP/1.1" status: 200 len: 710 time: 0.2102253 Jun 17 19:00:37.751825 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337aedde-35c6-44dd-b9a3-5fc02324d5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:00:37.753788 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-337aedde-35c6-44dd-b9a3-5fc02324d5f0 admin admin] 10.222.0.10 "GET /v2.0/networks/d935f812-d4b0-4797-881a-d9ceb277979e HTTP/1.1" status: 200 len: 886 time: 0.1786878 Jun 17 19:00:37.762295 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:00:38.020106 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-347'] for router, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:38.263794 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:38.342527 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:38.520823 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Allocated IP 172.28.2.110 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/9ef690d9-22d3-45ea-8f2b-89af673afceb) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:00:38.626481 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:38.706575 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:38.716541 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:38.728451 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:00:38.749651 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:00:38.789046 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 192b85c1-5f07-4b42-8cb2-a9b0244261db up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:00:38.811934 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:00:38.879238 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef690d9-22d3-45ea-8f2b-89af673afceb,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:38.882254 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 192b85c1-5f07-4b42-8cb2-a9b0244261db completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:00:38.885852 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 192b85c1-5f07-4b42-8cb2-a9b0244261db triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:00:38.886274 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:38.890821 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:38.891150 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:38.891474 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:38.891788 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:38.892101 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:38.892410 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:38.892814 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:38.893711 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:38.894030 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:38.894367 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:38.894673 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:38.894976 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Tracked resource versions report: Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: pushed versions: Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: { 'AddressGroup': {'1.2'}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'ConntrackHelper': {'1.0'}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'Log': {'1.0'}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'Network': {'1.1'}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'Port': {'1.7'}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'PortForwarding': {'1.2'}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'QosPolicy': {'1.8'}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'SecurityGroup': {'1.4'}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'SecurityGroupRule': {'1.2'}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'SubPort': {'1.0'}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'Subnet': {'1.1'}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'Trunk': {'1.1'}} Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: consumer versions: Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: { DHCP agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: L3 agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: Metadata agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: Metering agent@dv-cinder-790535-5-smb: {}, Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: Open vSwitch agent@dv-cinder-790535-5-smb: { 'AddressGroup': '1.2', Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'ConntrackHelper': '1.0', Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'Log': '1.0', Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'Network': '1.1', Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'Port': '1.7', Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'PortForwarding': '1.2', Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'QosPolicy': '1.8', Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'SecurityGroup': '1.4', Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'SecurityGroupRule': '1.2', Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'SubPort': '1.0', Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'Subnet': '1.1', Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: 'Trunk': '1.1'}} Jun 17 19:00:38.896045 dv-cinder-790535-5-smb neutron-server[92947]: {{(pid=92947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 19:00:38.901658 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:38.959116 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:38.991993 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 192b85c1-5f07-4b42-8cb2-a9b0244261db, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=192b85c1-5f07-4b42-8cb2-a9b0244261db,segment=NetworkSegment(7aa71b24-9867-4cfc-b20a-9350e9494056),segment_id=7aa71b24-9867-4cfc-b20a-9350e9494056)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:00:38.995806 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:38.999110 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:39.045374 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=192b85c1-5f07-4b42-8cb2-a9b0244261db,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:39.048681 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:39.157800 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:39.346052 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-347'] for router, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:39.349538 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966032'] for router, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:39.457673 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Router c04c4b4f-e442-44ff-bcc0-c19c33a4410f has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:00:39.559959 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:00:39.564145 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Notify callbacks [] for router, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:39.565666 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] 10.222.0.10 "PUT /v2.0/routers/c04c4b4f-e442-44ff-bcc0-c19c33a4410f HTTP/1.1" status: 200 len: 890 time: 1.8064332 Jun 17 19:00:39.570280 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Sync routers for ids ['c04c4b4f-e442-44ff-bcc0-c19c33a4410f'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:00:39.581924 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Routers {'c04c4b4f-e442-44ff-bcc0-c19c33a4410f'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:00:39.582643 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:00:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['c04c4b4f-e442-44ff-bcc0-c19c33a4410f'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:00:39.796867 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Set router c04c4b4f-e442-44ff-bcc0-c19c33a4410f gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:00:40.175687 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'name': 'router1', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '9ef690d9-22d3-45ea-8f2b-89af673afceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:00:22Z', 'updated_at': '2021-06-17T19:00:38Z', 'revision_number': 4, 'project_id': '86d87d7304ce4f74b399a81acbcbd646', 'gw_port': {'id': '9ef690d9-22d3-45ea-8f2b-89af673afceb', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:00:38Z', 'updated_at': '2021-06-17T19:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '192b85c1-5f07-4b42-8cb2-a9b0244261db', 'name': '', 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'mac_address': 'fa:16:3e:12:1c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a8942df-d168-446b-9926-49c31be16b89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:00:30Z', 'updated_at': '2021-06-17T19:00:38Z', 'revision_number': 5, 'project_id': '86d87d7304ce4f74b399a81acbcbd646', 'subnets': [{'id': '7a8942df-d168-446b-9926-49c31be16b89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0fa8a15-09ae-429c-8e46-45b29d2addf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:00:40.227114 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Checking router: c04c4b4f-e442-44ff-bcc0-c19c33a4410f for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:00:40.227478 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Updating router c04c4b4f-e442-44ff-bcc0-c19c33a4410f port 9ef690d9-22d3-45ea-8f2b-89af673afceb binding host dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:00:40.258948 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:40.572865 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Notify callbacks [] for port, precommit_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:40.583237 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Transition to ACTIVE for port object 9ef690d9-22d3-45ea-8f2b-89af673afceb will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:00:40.588816 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:40.591115 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:40.633841 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Attempting to bind port 9ef690d9-22d3-45ea-8f2b-89af673afceb on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:00:40.634266 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Attempting to bind port 9ef690d9-22d3-45ea-8f2b-89af673afceb by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:00:40.634749 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Attempting to bind port 9ef690d9-22d3-45ea-8f2b-89af673afceb on network d935f812-d4b0-4797-881a-d9ceb277979e {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:00:40.645369 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:00:40.645732 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Checking segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:00:40.646266 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:40.646655 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Bound using segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:00:40.647120 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Bound port: 9ef690d9-22d3-45ea-8f2b-89af673afceb, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:00:40.647484 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:40.649656 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2929b-9158-4364-9be7-a8708f9f13af None None] Pushing event updated for resources: {'Port': ['ID=9ef690d9-22d3-45ea-8f2b-89af673afceb,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:40.670286 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-80b2929b-9158-4364-9be7-a8708f9f13af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:40.699485 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] For port 9ef690d9-22d3-45ea-8f2b-89af673afceb, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:00:40.702470 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] For port 9ef690d9-22d3-45ea-8f2b-89af673afceb, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=9ef690d9-22d3-45ea-8f2b-89af673afceb,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:00:40.706922 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:40.709138 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:40.814369 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 192b85c1-5f07-4b42-8cb2-a9b0244261db up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:00:40.860185 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Routers {'c04c4b4f-e442-44ff-bcc0-c19c33a4410f'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:00:40.860714 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:00:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['c04c4b4f-e442-44ff-bcc0-c19c33a4410f'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:00:40.937269 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2929b-9158-4364-9be7-a8708f9f13af None None] Pushing event updated for resources: {'Port': ['ID=9ef690d9-22d3-45ea-8f2b-89af673afceb,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:40.940977 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-80b2929b-9158-4364-9be7-a8708f9f13af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:40.973679 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 192b85c1-5f07-4b42-8cb2-a9b0244261db triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:00:40.974054 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:41.015344 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] Set router c04c4b4f-e442-44ff-bcc0-c19c33a4410f gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:00:41.261429 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'name': 'router1', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '9ef690d9-22d3-45ea-8f2b-89af673afceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:00:22Z', 'updated_at': '2021-06-17T19:00:38Z', 'revision_number': 4, 'project_id': '86d87d7304ce4f74b399a81acbcbd646', 'gw_port': {'id': '9ef690d9-22d3-45ea-8f2b-89af673afceb', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:00:38Z', 'updated_at': '2021-06-17T19:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '192b85c1-5f07-4b42-8cb2-a9b0244261db', 'name': '', 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'mac_address': 'fa:16:3e:12:1c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a8942df-d168-446b-9926-49c31be16b89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:00:30Z', 'updated_at': '2021-06-17T19:00:38Z', 'revision_number': 5, 'project_id': '86d87d7304ce4f74b399a81acbcbd646', 'subnets': [{'id': '7a8942df-d168-446b-9926-49c31be16b89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0fa8a15-09ae-429c-8e46-45b29d2addf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:00:41.289913 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd94e0-a531-4013-847b-6953d6b29eae None None] The sync data for ids ['c04c4b4f-e442-44ff-bcc0-c19c33a4410f'] in dv-cinder-790535-5-smb is: [{'id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'name': 'router1', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '9ef690d9-22d3-45ea-8f2b-89af673afceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:00:22Z', 'updated_at': '2021-06-17T19:00:38Z', 'revision_number': 4, 'project_id': '86d87d7304ce4f74b399a81acbcbd646', 'gw_port': {'id': '9ef690d9-22d3-45ea-8f2b-89af673afceb', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:00:38Z', 'updated_at': '2021-06-17T19:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '192b85c1-5f07-4b42-8cb2-a9b0244261db', 'name': '', 'network_id': '45cab8fd-e261-41f6-81f5-ddb875a0bb18', 'tenant_id': '86d87d7304ce4f74b399a81acbcbd646', 'mac_address': 'fa:16:3e:12:1c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04c4b4f-e442-44ff-bcc0-c19c33a4410f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a8942df-d168-446b-9926-49c31be16b89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:00:30Z', 'updated_at': '2021-06-17T19:00:38Z', 'revision_number': 5, 'project_id': '86d87d7304ce4f74b399a81acbcbd646', 'subnets': [{'id': '7a8942df-d168-446b-9926-49c31be16b89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0fa8a15-09ae-429c-8e46-45b29d2addf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:00:41.979075 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 59880) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:00:42.161470 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-0bd50f1d-cc5e-4a71-86b9-3f47066f9af3 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1812313 Jun 17 19:00:42.801307 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 9ef690d9-22d3-45ea-8f2b-89af673afceb up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:00:42.851941 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 9ef690d9-22d3-45ea-8f2b-89af673afceb completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:00:42.855799 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 9ef690d9-22d3-45ea-8f2b-89af673afceb triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:00:42.856231 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:42.931821 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:42.952096 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 9ef690d9-22d3-45ea-8f2b-89af673afceb, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=9ef690d9-22d3-45ea-8f2b-89af673afceb,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:00:42.956087 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:42.958311 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-ed94350e-cce7-4e44-acec-cad8d6b47f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:00:43.019428 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=9ef690d9-22d3-45ea-8f2b-89af673afceb,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:00:43.023376 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:00:44.772759 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 9ef690d9-22d3-45ea-8f2b-89af673afceb up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:00:44.820255 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 9ef690d9-22d3-45ea-8f2b-89af673afceb triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:00:44.820627 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:56.207497 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-4ec0ef94-13c7-43f8-a237-dae50a66e7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:58.724619 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-1a0c2c0d-99bd-4e74-aaa3-371468a94ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:58.959087 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:00:59.817176 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:01:01.940915 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:01:11.093684 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 5 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:01:26.211983 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8600e5c5-5cc4-402b-8a77-25c0e5d07606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:01:28.726806 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6ba00741-5fce-4b98-b1bd-7bc1c5316279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:01:28.962362 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:01:29.820583 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:01:31.942470 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:01:48.086383 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 5 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:01:56.213375 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-59eef28c-3c7c-45ac-a388-ac6fdb6704a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:01:58.728168 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5410dc82-e6bc-4c3d-85b9-925e08ba466b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:01:58.964295 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:01:59.821236 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:01.945221 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:17.289565 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60448) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:02:17.349739 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.pecan_wsgi.hooks.translation [None req-75341e09-6ada-4ea2-8656-19a66628fcbf admin admin] GET failed (client error): The resource could not be found. Jun 17 19:02:17.351117 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-75341e09-6ada-4ea2-8656-19a66628fcbf admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605471 Jun 17 19:02:17.509751 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fda2456-6f27-4624-9536-0e561057d2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:17.511134 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-1fda2456-6f27-4624-9536-0e561057d2a0 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1561379 Jun 17 19:02:19.628330 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60458) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:02:19.716283 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1eca8-88d0-4318-8dc5-d70bb5fc50fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:19.718197 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-80d1eca8-88d0-4318-8dc5-d70bb5fc50fb admin admin] 10.222.0.10 "GET /v2.0/subnets/7a8942df-d168-446b-9926-49c31be16b89 HTTP/1.1" status: 200 len: 849 time: 0.0889640 Jun 17 19:02:19.727170 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:02:19.818226 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Notify callbacks [] for subnet, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:19.955350 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743349343272'] for subnet, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:19.958269 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-29d892e9-a366-4269-9d75-9f29eee8188e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:02:19.987266 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:19.988372 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:19.994193 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] 10.222.0.10 "PUT /v2.0/subnets/7a8942df-d168-446b-9926-49c31be16b89 HTTP/1.1" status: 200 len: 868 time: 0.2655008 Jun 17 19:02:20.005240 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a257299d-9645-47c3-825b-c7b5c41b3be6 None None] Network 45cab8fd-e261-41f6-81f5-ddb875a0bb18 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:02:20.010906 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a8942df-d168-446b-9926-49c31be16b89,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:02:20.019369 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:02:20.019732 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:02:20.020042 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:02:20.020369 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:02:20.020855 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:02:20.021201 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:02:20.021651 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:02:20.021984 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:02:20.022379 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:02:20.022843 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:02:20.023177 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:02:20.023483 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:02:20.027101 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:02:20.353767 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-1ed3e87b-5048-4ae5-b68e-cad2314b4861 None None] Provisioning complete for port 192b85c1-5f07-4b42-8cb2-a9b0244261db triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:02:20.354165 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-1ed3e87b-5048-4ae5-b68e-cad2314b4861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:20.441103 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-1ed3e87b-5048-4ae5-b68e-cad2314b4861 None None] Provisioning complete for port fa52381c-288c-429a-8bda-37c4c902c213 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:02:20.441478 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-1ed3e87b-5048-4ae5-b68e-cad2314b4861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:22.116183 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60466) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:02:22.309002 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2202457-38ad-47ac-990d-740319c44559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:22.309376 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2202457-38ad-47ac-990d-740319c44559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:22.311057 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-d2202457-38ad-47ac-990d-740319c44559 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1938651 Jun 17 19:02:24.442724 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60474) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:02:24.570389 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30616ffc-51a3-4753-ba44-f9adbf62b7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:24.570867 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30616ffc-51a3-4753-ba44-f9adbf62b7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:24.572395 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-30616ffc-51a3-4753-ba44-f9adbf62b7a9 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1287270 Jun 17 19:02:25.087782 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 5 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:02:26.215856 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-317163ba-2cc2-4ab2-847b-844e638ea2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:26.725851 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60482) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:02:26.850118 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b068c797-af39-4ba5-9d57-4af94daa421f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:26.851446 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-b068c797-af39-4ba5-9d57-4af94daa421f admin admin] 10.222.0.10 "GET /v2.0/networks/45cab8fd-e261-41f6-81f5-ddb875a0bb18 HTTP/1.1" status: 200 len: 869 time: 0.1246300 Jun 17 19:02:28.729956 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-2c0533b4-daa8-4ef9-b33e-bc911eadc835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:28.966555 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:29.000284 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60490) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:02:29.121719 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e33e3e9-30ea-43ad-a4e6-c2c38e939d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:29.123082 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-4e33e3e9-30ea-43ad-a4e6-c2c38e939d8b admin admin] 10.222.0.10 "GET /v2.0/networks/d935f812-d4b0-4797-881a-d9ceb277979e HTTP/1.1" status: 200 len: 886 time: 0.1219490 Jun 17 19:02:29.829955 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:31.258178 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60498) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:02:31.378820 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a8166f-728b-4a31-95c5-3ecde5a7e3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:31.379279 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a8166f-728b-4a31-95c5-3ecde5a7e3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:31.380806 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-56a8166f-728b-4a31-95c5-3ecde5a7e3c3 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216931 Jun 17 19:02:31.951293 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:33.511239 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60506) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:02:33.598951 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f54310d-2385-4e18-88f3-5adf10bd86d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:33.599411 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f54310d-2385-4e18-88f3-5adf10bd86d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:33.600856 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-1f54310d-2385-4e18-88f3-5adf10bd86d2 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886550 Jun 17 19:02:35.702367 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60514) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:02:35.791020 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad6c97-61dd-4a49-8170-ac230a300ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:35.792336 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-73ad6c97-61dd-4a49-8170-ac230a300ca9 admin admin] 10.222.0.10 "GET /v2.0/subnets/7a8942df-d168-446b-9926-49c31be16b89 HTTP/1.1" status: 200 len: 868 time: 0.0890048 Jun 17 19:02:37.953637 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60522) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:02:38.037725 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba805c38-2ec6-48e5-b47f-088e7609a90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:02:38.039059 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-ba805c38-2ec6-48e5-b47f-088e7609a90f admin admin] 10.222.0.10 "GET /v2.0/subnets/d456baaf-7b6a-4e8a-a47d-87556b709c2a HTTP/1.1" status: 200 len: 816 time: 0.0844364 Jun 17 19:02:56.217502 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-ec0958e8-4051-49f0-a188-d589ce07554e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:58.730215 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-0732aec1-8c57-4dab-9fa0-6ce5dbf80589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:58.967945 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:02:59.827663 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:01.530046 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60566) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:03:01.576040 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [None req-20dc9f7e-19ae-4b7b-8f57-127e557b6c29 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 19:03:01.577020 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-20dc9f7e-19ae-4b7b-8f57-127e557b6c29 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460620 Jun 17 19:03:01.958883 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:02.088980 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 5 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:03:03.780801 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60574) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:03:03.838794 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7aae54-6c8c-434a-a03a-329bc064e156 admin admin] GET failed (client error): The resource could not be found. Jun 17 19:03:03.840074 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-1f7aae54-6c8c-434a-a03a-329bc064e156 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583708 Jun 17 19:03:03.922368 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a63725b-2bc3-4f3d-824f-9bd6fe892bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:03:03.923773 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-0a63725b-2bc3-4f3d-824f-9bd6fe892bc9 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799544 Jun 17 19:03:06.055130 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60582) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:03:06.099935 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:03:06.120227 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Made reservation on behalf of a9ed067d9f414189a206f67f76d17e5d for: {'network': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:03:06.123285 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:06.152504 dv-cinder-790535-5-smb neutron-server[92948]: WARNING neutron.services.revisions.revision_plugin [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Could not find related network for resource to bump revision. Jun 17 19:03:06.163707 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=92948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:03:06.173515 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:06.173852 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.segments_db [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Added segment 9fe98d90-90d5-4d15-9a39-31aa60dc0ff4 of type vlan for network fae18167-fe3c-44fb-8681-87c8f4492356 Jun 17 19:03:06.215321 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:06.242943 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:06.244129 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:03:06.244698 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:06.246600 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:03:06.275249 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2190981 Jun 17 19:03:06.305340 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Pushing event updated for resources: {'Network': ['ID=fae18167-fe3c-44fb-8681-87c8f4492356,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:03:06.308274 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:03:06.316295 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network fae18167-fe3c-44fb-8681-87c8f4492356 details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:03:08.427091 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60590) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:03:08.484904 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5422922-24d9-46a1-be63-57ddae9c35c2 admin admin] GET failed (client error): The resource could not be found. Jun 17 19:03:08.486206 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-c5422922-24d9-46a1-be63-57ddae9c35c2 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580604 Jun 17 19:03:08.638433 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3269d5bb-c78a-437e-b90b-d4526d5cebfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:03:08.639802 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-3269d5bb-c78a-437e-b90b-d4526d5cebfd admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1498907 Jun 17 19:03:08.649147 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:03:08.668229 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Made reservation on behalf of a9ed067d9f414189a206f67f76d17e5d for: {'subnet': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:03:08.670406 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:08.827384 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705'] for subnet, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:08.830152 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:03:08.883132 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b168c2-9bbd-499f-81ee-1fd32e810ffc,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:03:08.886729 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:03:08.887802 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Checking segment: {'id': '9fe98d90-90d5-4d15-9a39-31aa60dc0ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:03:08.888873 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Network hostable DHCP agents. Network: fae18167-fe3c-44fb-8681-87c8f4492356, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:03:08.904017 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Network fae18167-fe3c-44fb-8681-87c8f4492356 is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:03:08.911768 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, fae18167-fe3c-44fb-8681-87c8f4492356) {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:03:08.915638 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:03:08.916238 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:08.921379 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5f3af4-26f5-4044-9f59-479bede93b85 None None] Network fae18167-fe3c-44fb-8681-87c8f4492356 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:03:08.930308 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2844310 Jun 17 19:03:09.071136 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b94ab20-32b0-5df0-9cd3-8308e174a308-fae18167-fe3c-44fb-8681-87c8f4492356', 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356', 'tenant_id': 'a9ed067d9f414189a206f67f76d17e5d', 'fixed_ips': [{'subnet_id': '90b168c2-9bbd-499f-81ee-1fd32e810ffc'}]}} from dv-cinder-790535-5-smb. {{(pid=92949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 19:03:09.071997 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:09.214726 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.db_base_plugin_common [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Allocated IP 192.168.233.2 (fae18167-fe3c-44fb-8681-87c8f4492356/90b168c2-9bbd-499f-81ee-1fd32e810ffc/3ae6f9cb-8b4d-439a-8a0f-32a39a050079) {{(pid=92949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:03:09.359645 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Notify callbacks [] for port, precommit_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:09.367815 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Transition to ACTIVE for port object 3ae6f9cb-8b4d-439a-8a0f-32a39a050079 will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:03:09.382280 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Transition to ACTIVE for port object 3ae6f9cb-8b4d-439a-8a0f-32a39a050079 will not be triggered until provisioned by entity DHCP. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:03:09.388844 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:09.390929 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:03:09.425770 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Network fae18167-fe3c-44fb-8681-87c8f4492356 is already hosted by enough agents. {{(pid=92949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:03:09.427419 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Resources bound (agent type, host, resource id): {{(pid=92949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:03:09.430896 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Received port after_create {{(pid=92949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:03:09.444999 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Pushing event updated for resources: {'Port': ['ID=3ae6f9cb-8b4d-439a-8a0f-32a39a050079,revision_number=1']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:03:09.468646 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:03:09.468902 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:03:09.469233 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:03:09.469560 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:03:09.469882 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:03:09.470229 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:03:09.470546 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:03:09.470858 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:03:09.471168 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:03:09.471496 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:03:09.471803 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:03:09.472117 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:03:09.476469 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:03:09.505416 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Attempting to bind port 3ae6f9cb-8b4d-439a-8a0f-32a39a050079 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:03:09.505779 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Attempting to bind port 3ae6f9cb-8b4d-439a-8a0f-32a39a050079 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '9fe98d90-90d5-4d15-9a39-31aa60dc0ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:03:09.506176 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Attempting to bind port 3ae6f9cb-8b4d-439a-8a0f-32a39a050079 on network fae18167-fe3c-44fb-8681-87c8f4492356 {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:03:09.511111 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:03:09.511483 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Checking segment: {'id': '9fe98d90-90d5-4d15-9a39-31aa60dc0ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:03:09.511879 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:09.512270 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Bound using segment: {'id': '9fe98d90-90d5-4d15-9a39-31aa60dc0ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:03:09.512783 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Bound port: 3ae6f9cb-8b4d-439a-8a0f-32a39a050079, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe98d90-90d5-4d15-9a39-31aa60dc0ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:03:09.513363 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:09.577426 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] For port 3ae6f9cb-8b4d-439a-8a0f-32a39a050079, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:03:09.580482 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] For port 3ae6f9cb-8b4d-439a-8a0f-32a39a050079, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=3ae6f9cb-8b4d-439a-8a0f-32a39a050079,segment=NetworkSegment(9fe98d90-90d5-4d15-9a39-31aa60dc0ff4),segment_id=9fe98d90-90d5-4d15-9a39-31aa60dc0ff4)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:03:09.585113 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:09.587437 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-80b2929b-9158-4364-9be7-a8708f9f13af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:03:09.650578 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Pushing event updated for resources: {'Port': ['ID=3ae6f9cb-8b4d-439a-8a0f-32a39a050079,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:03:09.653786 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:03:10.435399 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebe8e24-996d-48bc-a992-137ad9d00986 None None] Network fae18167-fe3c-44fb-8681-87c8f4492356 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:03:10.515944 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-a6b15cff-9d1f-420e-9156-bca9cb1a472e None None] Provisioning for port 3ae6f9cb-8b4d-439a-8a0f-32a39a050079 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:03:10.913481 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 3ae6f9cb-8b4d-439a-8a0f-32a39a050079 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:03:10.968115 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 3ae6f9cb-8b4d-439a-8a0f-32a39a050079 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:03:10.972472 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 3ae6f9cb-8b4d-439a-8a0f-32a39a050079 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:03:10.972990 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:11.065431 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:11.097439 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 3ae6f9cb-8b4d-439a-8a0f-32a39a050079, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=3ae6f9cb-8b4d-439a-8a0f-32a39a050079,segment=NetworkSegment(9fe98d90-90d5-4d15-9a39-31aa60dc0ff4),segment_id=9fe98d90-90d5-4d15-9a39-31aa60dc0ff4)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:03:11.101062 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:11.103185 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:03:11.148380 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=3ae6f9cb-8b4d-439a-8a0f-32a39a050079,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:03:11.151375 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:03:12.901362 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 3ae6f9cb-8b4d-439a-8a0f-32a39a050079 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:03:12.946230 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 3ae6f9cb-8b4d-439a-8a0f-32a39a050079 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:03:12.946606 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:26.219204 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-1b7f6b81-c5ae-45a6-925c-b1462a4f4784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:28.731270 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8eb6-0c5e-4269-bec4-542a8359cd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:28.970237 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:29.829117 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:31.962537 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:39.091922 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 5 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:03:56.222387 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-45cd3d71-d5f8-46db-a540-2df2842ba8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:58.732380 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5941319c-5d68-4bc2-8993-a59b68f4da94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:58.972198 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:03:59.831852 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:01.964796 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:16.091724 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 5 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:04:16.774082 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60642) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:04:16.781720 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [None req-3b9d04f6-04b3-4a9e-bc95-4c81ffb45628 tempest-verify_tempest_config-236180665 tempest-verify_tempest_config-236180665-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 19:04:16.782679 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-3b9d04f6-04b3-4a9e-bc95-4c81ffb45628 tempest-verify_tempest_config-236180665 tempest-verify_tempest_config-236180665-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0075827 Jun 17 19:04:17.079405 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 60660) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:04:17.188473 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:17.303829 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:17.307346 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:17.313301 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:04:17.353800 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=686daa809c1346e7b4e87ae85ffdadb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2732499 Jun 17 19:04:17.354525 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a10b1f-9ba1-4364-9a3f-f4ab0781373a,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:04:17.356519 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60666) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:04:17.361620 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.361955 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.362316 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.362641 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.362961 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.363279 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.363587 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.363900 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.364231 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.364538 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.364850 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.365156 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.369421 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:04:17.410598 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:17.433280 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:17.518512 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:17.521484 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:17.522608 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85a10b1f-9ba1-4364-9a3f-f4ab0781373a HTTP/1.1" status: 204 len: 168 time: 0.1648982 Jun 17 19:04:17.523218 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:04:17.531008 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a10b1f-9ba1-4364-9a3f-f4ab0781373a,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:04:17.537322 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.537656 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.537980 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.538323 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.538639 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.538957 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.539273 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.539577 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.539904 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.540298 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.540522 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.540826 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:04:17.543965 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:04:26.225286 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5e45cb2d-92a5-4182-9516-2c24c18f417e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:28.733348 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-888d9cbb-36d0-481e-9c7c-0a2cbee7d197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:28.972656 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:29.837697 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:31.969737 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:53.094777 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 5 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:04:56.226468 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d366be54-740d-42b0-8401-4b870705177f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:58.734209 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-1e602020-40e6-4c57-bdfe-01d18ad8610b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:58.974041 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:04:59.837400 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:05:01.971711 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:05:26.225883 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a6d597c0-ceff-4b34-b244-cd5b806f73db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:05:28.734028 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-285e3c4c-59ac-4503-ba5b-6c891202f88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:05:28.974275 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:05:29.841510 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:05:30.097797 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 5 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:05:31.973961 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:05:56.226817 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bb73cbb1-b18c-45bc-9740-1a2dd2c88061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:05:57.802319 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434'] for agent, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:05:58.736149 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-472dd455-89a3-4fe2-b923-681d9315b9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:05:58.975000 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:05:59.842788 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:06:01.785153 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60718) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:06:01.885738 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-ed75cbc8-3a62-40a9-9fe2-d08ffddb4ac1 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0994747 Jun 17 19:06:01.979220 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:06:04.151505 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60728) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:06:04.205565 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-23a7a6b9-f871-40b4-841f-3d33e4980ab9 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0528710 Jun 17 19:06:07.099807 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:06:26.227266 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-554f40c4-36fc-4e22-a070-234fb55ca5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:06:27.758031 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:06:28.736174 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d5f4-f280-480f-adcf-40373fa400b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:06:28.976495 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:06:29.845784 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:06:31.981014 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:06:44.103680 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:06:56.228204 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-850e2767-47ca-4a55-ae99-f2312c4a5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:06:57.766430 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:06:58.740703 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-99a7d56e-bb07-4dfe-bbc3-80e4c0628f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:06:58.983288 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:06:59.850412 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:02.074462 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:21.106425 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:07:26.228712 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-840e8df2-1d63-4a76-ae66-2b765c0b3aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:27.779814 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:28.748411 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-971b2f44-6285-44e5-93c4-1585a91ef88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:29.001948 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:29.871024 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:31.986757 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:33.861601 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60968) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:33.898482 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 60978) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:33.898981 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 60980) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:34.082271 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-447577765-network', 'tenant_id': '0f483840778a4b289070c9f068eae35f'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:34.104742 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Made reservation on behalf of 0f483840778a4b289070c9f068eae35f for: {'network': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:07:34.108018 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.116722 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.124668 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2139724482-network', 'tenant_id': '4bff560db1d343a9897ead1d831f90fe'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:34.157884 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1115030870-network', 'tenant_id': '93451ec394194b2fba97e72592b1e653'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:34.164742 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Made reservation on behalf of 4bff560db1d343a9897ead1d831f90fe for: {'network': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:07:34.167353 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.177273 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.db.api [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 19:07:34.177273 dv-cinder-790535-5-smb neutron-server[92947]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 19:07:34.177273 dv-cinder-790535-5-smb neutron-server[92947]: [parameters: {'project_id_1': '93451ec394194b2fba97e72592b1e653', 'expiration_1': datetime.datetime(2021, 6, 17, 19, 7, 34, 164488)}] Jun 17 19:07:34.177273 dv-cinder-790535-5-smb neutron-server[92947]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 19:07:34.177640 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_db.api [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 19:07:34.181884 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.269541 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.314507 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.326578 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:34.335550 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=92948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:07:34.346144 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.346991 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.segments_db [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Added segment 6753c226-b580-4a1f-84b1-cfc639001df1 of type vlan for network 47474ca6-6289-4c8b-a386-ccceb3457590 Jun 17 19:07:34.399649 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.443440 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.453170 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:34.454256 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.495581 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d622d1-169d-4fd3-8c24-c63dccf6bf90,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:34.512046 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.514264 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:34.514635 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:34.515222 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:34.515550 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:34.515944 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:34.516266 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:34.516582 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:34.517127 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:34.517459 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:34.518037 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:34.518585 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:34.519230 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Tracked resource versions report: Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: pushed versions: Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: { 'AddressGroup': {'1.2'}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'ConntrackHelper': {'1.0'}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'Log': {'1.0'}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'Network': {'1.1'}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'Port': {'1.7'}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'PortForwarding': {'1.2'}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'QosPolicy': {'1.8'}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'SecurityGroup': {'1.4'}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'SecurityGroupRule': {'1.2'}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'SubPort': {'1.0'}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'Subnet': {'1.1'}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'Trunk': {'1.1'}} Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: consumer versions: Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: { DHCP agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: HyperV agent@hv-cinder-79053: {}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: L3 agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: Metadata agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: Metering agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: Open vSwitch agent@dv-cinder-790535-5-smb: { 'AddressGroup': '1.2', Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'ConntrackHelper': '1.0', Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'Log': '1.0', Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'Network': '1.1', Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'Port': '1.7', Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'PortForwarding': '1.2', Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'QosPolicy': '1.8', Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'SecurityGroup': '1.4', Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'SecurityGroupRule': '1.2', Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'SubPort': '1.0', Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'Subnet': '1.1', Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: 'Trunk': '1.1'}} Jun 17 19:07:34.521785 dv-cinder-790535-5-smb neutron-server[92948]: {{(pid=92948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 19:07:34.529716 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:34.532770 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-3370c8ad-17cf-45a9-a0b0-1614e0cb92ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:34.536951 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.562671 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6999152 Jun 17 19:07:34.563994 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=92948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:07:34.565935 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 32778) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:34.571533 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Request body: {'subnet': {'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-447577765-subnet', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:34.588347 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.588941 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.segments_db [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Added segment 969137d9-8878-4a51-bc46-07c9055bfd4b of type vlan for network df4e86c3-3fb8-4104-b637-982cea89788e Jun 17 19:07:34.625737 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Made reservation on behalf of 0f483840778a4b289070c9f068eae35f for: {'subnet': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:07:34.629117 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.631248 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Pushing event updated for resources: {'Network': ['ID=47474ca6-6289-4c8b-a386-ccceb3457590,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:34.634610 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:34.636825 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:34.647919 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network 47474ca6-6289-4c8b-a386-ccceb3457590 details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:07:34.683879 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8db401a-742f-47b2-8bd1-bca0d9d632a1,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:34.688681 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:34.707071 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.753676 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.755111 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:34.759900 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:34.764551 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7c257ff5-91a4-473b-a457-ee7e99539f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:34.857740 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Pushing event updated for resources: {'Network': ['ID=df4e86c3-3fb8-4104-b637-982cea89788e,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:34.860718 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:34.868920 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network df4e86c3-3fb8-4104-b637-982cea89788e details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:07:34.997602 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705'] for subnet, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.005571 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:35.010396 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1101942 Jun 17 19:07:35.012913 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 32800) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:35.020251 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] Request body: {'subnet': {'network_id': 'df4e86c3-3fb8-4104-b637-982cea89788e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2139724482-subnet', 'tenant_id': '4bff560db1d343a9897ead1d831f90fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:35.026163 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Made reservation on behalf of 93451ec394194b2fba97e72592b1e653 for: {'network': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:07:35.028949 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.047303 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.058956 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] Made reservation on behalf of 4bff560db1d343a9897ead1d831f90fe for: {'subnet': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:07:35.063190 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.094933 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Checking segment: {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:07:35.095529 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Network hostable DHCP agents. Network: 47474ca6-6289-4c8b-a386-ccceb3457590, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:07:35.177087 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Network 47474ca6-6289-4c8b-a386-ccceb3457590 is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:07:35.202221 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c9f451-1e97-4705-99d3-c24a35bcad9a,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:35.210981 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, 47474ca6-6289-4c8b-a386-ccceb3457590) {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:07:35.218603 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:35.219496 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.229901 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6dbfed-b16a-4be8-8d09-d0e546f92d52 None None] Network 47474ca6-6289-4c8b-a386-ccceb3457590 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:07:35.257754 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:35.258602 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:35.259199 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:35.259701 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:35.260273 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:35.260754 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:35.261391 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:35.262313 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:35.262970 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:35.263454 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:35.263929 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:35.264446 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Tracked resource versions report: Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: pushed versions: Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: { 'AddressGroup': {'1.2'}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'ConntrackHelper': {'1.0'}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'Log': {'1.0'}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'Network': {'1.1'}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'Port': {'1.7'}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'PortForwarding': {'1.2'}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'QosPolicy': {'1.8'}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'SecurityGroup': {'1.4'}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'SecurityGroupRule': {'1.2'}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'SubPort': {'1.0'}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'Subnet': {'1.1'}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'Trunk': {'1.1'}} Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: consumer versions: Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: { DHCP agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: HyperV agent@hv-cinder-79053: {}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: L3 agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: Metadata agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: Metering agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: Open vSwitch agent@dv-cinder-790535-5-smb: { 'AddressGroup': '1.2', Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'ConntrackHelper': '1.0', Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'Log': '1.0', Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'Network': '1.1', Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'Port': '1.7', Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'PortForwarding': '1.2', Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'QosPolicy': '1.8', Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'SecurityGroup': '1.4', Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'SecurityGroupRule': '1.2', Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'SubPort': '1.0', Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'Subnet': '1.1', Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: 'Trunk': '1.1'}} Jun 17 19:07:35.265840 dv-cinder-790535-5-smb neutron-server[92947]: {{(pid=92947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 19:07:35.280212 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:35.396611 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.404378 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.413074 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705'] for subnet, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.417020 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:35.425672 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:35.438093 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8708007 Jun 17 19:07:35.439858 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=92947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:07:35.448884 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 32816) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:35.485336 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:35.512028 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743349410443', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.512361 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Unsubscribe: segment precommit_create {{(pid=92947) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 19:07:35.513141 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.db.segments_db [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Added segment 890670c4-bab8-4888-9352-24b1a2a3089c of type vlan for network d4d539c9-58d2-423d-b233-c8fbfb44a066 Jun 17 19:07:35.534067 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef676f07-7888-4284-b52a-deb0d91566dc,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:35.549253 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:35.584915 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-374'] for router, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.586124 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-992818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-361'] for router, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.614768 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.625837 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caf4c5d2-4f58-4374-b4f6-cf8cb8b8af30,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:35.638233 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:35.658926 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] Checking segment: {'id': '969137d9-8878-4a51-bc46-07c9055bfd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df4e86c3-3fb8-4104-b637-982cea89788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:07:35.659278 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] Network hostable DHCP agents. Network: df4e86c3-3fb8-4104-b637-982cea89788e, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:07:35.682313 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b94ab20-32b0-5df0-9cd3-8308e174a308-47474ca6-6289-4c8b-a386-ccceb3457590', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a'}]}} from dv-cinder-790535-5-smb. {{(pid=92949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 19:07:35.683155 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.697566 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] Network df4e86c3-3fb8-4104-b637-982cea89788e is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:07:35.715053 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.716058 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, df4e86c3-3fb8-4104-b637-982cea89788e) {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:07:35.720844 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:35.721776 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.729028 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23268f77-3ef4-45a7-88f6-6ef3814a4eee None None] Network df4e86c3-3fb8-4104-b637-982cea89788e requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:07:35.742006 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-f4cc88ba-23dd-44cd-9efe-642edaa30665 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7268798 Jun 17 19:07:35.862741 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.870066 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:35.874738 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:35.890811 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:35.984822 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 32848) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:35.990819 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Request body: {'subnet': {'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1115030870-subnet', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:35.994436 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0791132 Jun 17 19:07:36.059808 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Made reservation on behalf of 93451ec394194b2fba97e72592b1e653 for: {'subnet': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:07:36.064435 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:36.136678 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.db_base_plugin_common [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Allocated IP 172.20.0.2 (47474ca6-6289-4c8b-a386-ccceb3457590/91c9f451-1e97-4705-99d3-c24a35bcad9a/9155000d-04dd-4172-a95d-7ea57f5c4b59) {{(pid=92949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:07:36.289193 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Pushing event updated for resources: {'Network': ['ID=d4d539c9-58d2-423d-b233-c8fbfb44a066,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:36.296551 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:36.298582 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-347'] for router, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:36.333876 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network d4d539c9-58d2-423d-b233-c8fbfb44a066 details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:07:36.414442 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9586832e-b210-4860-a16d-b4d5273e7f05 None None] Network df4e86c3-3fb8-4104-b637-982cea89788e requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:07:36.459662 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705'] for subnet, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:36.473616 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:36.569681 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 32912) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:36.573676 dv-cinder-790535-5-smb neutron-server[92948]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 19:07:36.658221 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:36.669896 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd3fd67-d089-4814-8e68-8c6a919c213f,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:36.673525 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:36.689759 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:36.713636 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Notify callbacks [] for port, precommit_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:36.715099 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Checking segment: {'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:07:36.715886 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Network hostable DHCP agents. Network: d4d539c9-58d2-423d-b233-c8fbfb44a066, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:07:36.734133 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Transition to ACTIVE for port object 9155000d-04dd-4172-a95d-7ea57f5c4b59 will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:07:36.794106 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Transition to ACTIVE for port object 9155000d-04dd-4172-a95d-7ea57f5c4b59 will not be triggered until provisioned by entity DHCP. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:07:36.804981 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:36.809458 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:36.842138 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Network d4d539c9-58d2-423d-b233-c8fbfb44a066 is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:07:36.847708 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Allocated IP 172.28.2.108 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:07:36.853747 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Network 47474ca6-6289-4c8b-a386-ccceb3457590 is already hosted by enough agents. {{(pid=92949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:07:36.858519 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.base_scheduler [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Resources bound (agent type, host, resource id): {{(pid=92949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:07:36.862808 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Received port after_create {{(pid=92949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:07:36.876320 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-b4a2d03c-9170-4e73-9288-1ebc289ea813 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:36.877832 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-b4a2d03c-9170-4e73-9288-1ebc289ea813 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/networks?id=df4e86c3-3fb8-4104-b637-982cea89788e HTTP/1.1" status: 200 len: 812 time: 0.3071218 Jun 17 19:07:36.879361 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, d4d539c9-58d2-423d-b233-c8fbfb44a066) {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:07:36.879897 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Pushing event updated for resources: {'Port': ['ID=9155000d-04dd-4172-a95d-7ea57f5c4b59,revision_number=1']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:36.884690 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:36.885300 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:36.912322 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-fd09379f-12e4-4d01-872c-12228c563027 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/quotas/4bff560db1d343a9897ead1d831f90fe HTTP/1.1" status: 200 len: 375 time: 0.0174260 Jun 17 19:07:36.912639 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c4eb4f-ba6b-4e69-9b86-582077772789 None None] Network d4d539c9-58d2-423d-b233-c8fbfb44a066 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:07:36.914423 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9286158 Jun 17 19:07:36.917342 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 32924) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:36.918315 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:36.920194 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:36.920834 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:36.921374 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:36.922279 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:36.922697 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:36.923020 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:36.923486 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:36.923603 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 32928) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:36.924061 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:36.924523 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:36.924740 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1115030870-router', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:36.925139 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:36.925942 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Tracked resource versions report: Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: pushed versions: Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: { 'AddressGroup': {'1.2'}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'ConntrackHelper': {'1.0'}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'Log': {'1.0'}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'Network': {'1.1'}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'Port': {'1.7'}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'PortForwarding': {'1.2'}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'QosPolicy': {'1.8'}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'SecurityGroup': {'1.4'}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'SecurityGroupRule': {'1.2'}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'SubPort': {'1.0'}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'Subnet': {'1.1'}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'Trunk': {'1.1'}} Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: consumer versions: Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: { DHCP agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: HyperV agent@hv-cinder-79053: {}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: L3 agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: Metadata agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: Metering agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: Open vSwitch agent@dv-cinder-790535-5-smb: { 'AddressGroup': '1.2', Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'ConntrackHelper': '1.0', Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'Log': '1.0', Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'Network': '1.1', Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'Port': '1.7', Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'PortForwarding': '1.2', Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'QosPolicy': '1.8', Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'SecurityGroup': '1.4', Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'SecurityGroupRule': '1.2', Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'SubPort': '1.0', Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'Subnet': '1.1', Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: 'Trunk': '1.1'}} Jun 17 19:07:36.927729 dv-cinder-790535-5-smb neutron-server[92949]: {{(pid=92949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 19:07:36.935801 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:36.983670 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-80f328e5-898d-408c-ab67-bb50bd0e7a09 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bff560db1d343a9897ead1d831f90fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630281 Jun 17 19:07:36.993016 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Attempting to bind port 9155000d-04dd-4172-a95d-7ea57f5c4b59 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:07:36.993874 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Attempting to bind port 9155000d-04dd-4172-a95d-7ea57f5c4b59 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:07:36.994510 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Attempting to bind port 9155000d-04dd-4172-a95d-7ea57f5c4b59 on network 47474ca6-6289-4c8b-a386-ccceb3457590 {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:07:37.004300 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-374'] for router, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:37.005827 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-992818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-361'] for router, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:37.041590 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:07:37.042270 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Checking segment: {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:07:37.042845 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:37.043895 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Bound using segment: {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:07:37.044644 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Bound port: 9155000d-04dd-4172-a95d-7ea57f5c4b59, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:07:37.045193 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:37.048299 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:37.118419 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:37.133245 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e7263388-6ba1-48c4-8587-18024642ec91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:37.157675 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:37.165648 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:07:37.174330 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:07:37.184169 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:07:37.194471 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c32aef-c00e-4efb-b544-29d08249aa6e None None] Network d4d539c9-58d2-423d-b233-c8fbfb44a066 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:07:37.227577 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] For port 9155000d-04dd-4172-a95d-7ea57f5c4b59, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:07:37.248696 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] For port 9155000d-04dd-4172-a95d-7ea57f5c4b59, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=9155000d-04dd-4172-a95d-7ea57f5c4b59,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:07:37.281442 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:37.289006 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:37.382230 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 32946) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:37.488809 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Pushing event updated for resources: {'Port': ['ID=9155000d-04dd-4172-a95d-7ea57f5c4b59,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:37.531551 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:37.541351 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4a8e4efc-2e97-4bc3-8291-ac3fb67a3cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:37.647502 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:37.662739 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:37.670991 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-39d74b38-a8c2-44d9-a46b-b218a095f0e6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 19:07:37.684842 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-39d74b38-a8c2-44d9-a46b-b218a095f0e6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1636992 Jun 17 19:07:37.707612 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0dd04d7e-08ce-4175-ad51-e3ad2fd6387b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:37.743100 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:37.799353 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-347'] for router, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:37.948583 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-7e05796e-0fee-4ed6-9d2a-cd037ad7cb24 service neutron] 10.222.0.10 "GET /v2.0/networks/df4e86c3-3fb8-4104-b637-982cea89788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591925 Jun 17 19:07:38.003574 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4a8e4efc-2e97-4bc3-8291-ac3fb67a3cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.015239 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4a8e4efc-2e97-4bc3-8291-ac3fb67a3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.030353 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:38.066759 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e4efc-2e97-4bc3-8291-ac3fb67a3cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f6a19d-76ca-4da0-acf6-866b649b7d69,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:38.081726 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4a8e4efc-2e97-4bc3-8291-ac3fb67a3cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:38.113336 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-4a8e4efc-2e97-4bc3-8291-ac3fb67a3cb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=764c1049967445ea80072fa9db3bae9c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1852109 Jun 17 19:07:38.113691 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-9734d7e8-e3d7-4ac9-b85f-b4e73626acd8 service neutron] 10.222.0.10 "GET /v2.0/networks/df4e86c3-3fb8-4104-b637-982cea89788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564169 Jun 17 19:07:38.119650 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 32984) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:38.190241 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020874'] for router, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.243546 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 32986) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:38.280149 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0ce54ad6-c8b5-41fa-a083-135ad8e27d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.350170 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0ce54ad6-c8b5-41fa-a083-135ad8e27d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.350170 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0dd04d7e-08ce-4175-ad51-e3ad2fd6387b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.371461 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0dd04d7e-08ce-4175-ad51-e3ad2fd6387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.385349 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:38.439765 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 33000) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:38.473423 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.487037 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd04d7e-08ce-4175-ad51-e3ad2fd6387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7169f309-b353-4442-a028-b2a04161fef8,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:38.538610 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-94244257-eb3f-4efd-88c9-6bd34b8c5bce req-d67f1482-cc07-4ddc-8fa2-05c2b2e94b33 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 210 time: 0.0978456 Jun 17 19:07:38.547091 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0dd04d7e-08ce-4175-ad51-e3ad2fd6387b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:38.547563 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0ce54ad6-c8b5-41fa-a083-135ad8e27d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.561668 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-0dd04d7e-08ce-4175-ad51-e3ad2fd6387b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9735dbb132c9441caa119095a7c82321&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1437411 Jun 17 19:07:38.567322 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 33012) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:38.570944 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0ce54ad6-c8b5-41fa-a083-135ad8e27d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.571969 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-0ce54ad6-c8b5-41fa-a083-135ad8e27d51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63f6a19d-76ca-4da0-acf6-866b649b7d69 HTTP/1.1" status: 204 len: 168 time: 0.4511442 Jun 17 19:07:38.578869 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5bcce0a4-1442-44f2-a54e-53feccc2d70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.582975 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.607656 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0dd04d7e-08ce-4175-ad51-e3ad2fd6387b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:38.645721 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce54ad6-c8b5-41fa-a083-135ad8e27d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f6a19d-76ca-4da0-acf6-866b649b7d69,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:38.648284 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0ce54ad6-c8b5-41fa-a083-135ad8e27d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:38.674492 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 is scheduled to L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 with binding_index 1 {{(pid=92947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 19:07:38.832405 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4f243dfa-637f-4846-b1ea-4ae389bac1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.852157 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Allocated IP 172.28.2.44 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/b5896ea3-e1f2-449e-aadc-9c8f0020fff6) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:07:38.906145 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4f243dfa-637f-4846-b1ea-4ae389bac1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:38.937072 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831874f4-1a14-452a-a13d-d41e25430059 None None] Network 47474ca6-6289-4c8b-a386-ccceb3457590 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:07:38.964750 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:07:38.991226 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Sync routers for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:07:39.032888 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:07:39.033532 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:07:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:39.131634 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5bcce0a4-1442-44f2-a54e-53feccc2d70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.138090 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4f243dfa-637f-4846-b1ea-4ae389bac1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.152499 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Notify callbacks [] for router, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.153803 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7027853 Jun 17 19:07:39.156702 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33044) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:39.187213 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4f243dfa-637f-4846-b1ea-4ae389bac1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.195939 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-4f243dfa-637f-4846-b1ea-4ae389bac1c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7169f309-b353-4442-a028-b2a04161fef8 HTTP/1.1" status: 204 len: 168 time: 0.6272614 Jun 17 19:07:39.197872 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5bcce0a4-1442-44f2-a54e-53feccc2d70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.211730 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:39.266056 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33052) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:39.338461 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f243dfa-637f-4846-b1ea-4ae389bac1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7169f309-b353-4442-a028-b2a04161fef8,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:39.385051 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-5bcce0a4-1442-44f2-a54e-53feccc2d70f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aaf1e8d8952f4546a1e4e0d02d8f1fa1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1400199 Jun 17 19:07:39.396855 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 33062) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:39.402723 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:07:39.433544 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcce0a4-1442-44f2-a54e-53feccc2d70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c2cd83-7d2a-4c29-9004-e6a71c103695,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:39.460572 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.468439 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-5bcce0a4-1442-44f2-a54e-53feccc2d70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:39.469185 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:39.469730 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:39.473851 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 9155000d-04dd-4172-a95d-7ea57f5c4b59 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:07:39.530617 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d457f614-20f8-4515-87ad-97d3714d60c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.536138 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b91eb798-8760-4634-840d-de7ac7b5156d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.574879 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d457f614-20f8-4515-87ad-97d3714d60c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.605673 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.634173 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:39.648440 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-dfe2d6a5-50e8-4e3c-b8a2-a5cb2224017c None None] Provisioning for port 9155000d-04dd-4172-a95d-7ea57f5c4b59 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:07:39.741733 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 9155000d-04dd-4172-a95d-7ea57f5c4b59 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:07:39.750810 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 9155000d-04dd-4172-a95d-7ea57f5c4b59 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:07:39.751564 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.797269 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f748ff01-c8a9-4a80-992e-98ff7b657c39 req-71e0ca3f-0801-4ba4-a8fd-08c825c28ceb tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 210 time: 0.1019006 Jun 17 19:07:39.801972 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:07:39.804386 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Pushing event updated for resources: {'Port': ['ID=b5896ea3-e1f2-449e-aadc-9c8f0020fff6,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:39.807600 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:07:39.811395 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:37Z', 'revision_number': 3, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:39.832058 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:39.856293 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Checking router: d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:07:39.857307 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Updating router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 port 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a binding host dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:07:39.890952 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:07:39.954138 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d457f614-20f8-4515-87ad-97d3714d60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.955906 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.988014 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:39.999273 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d457f614-20f8-4515-87ad-97d3714d60c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.002739 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-d457f614-20f8-4515-87ad-97d3714d60c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55c2cd83-7d2a-4c29-9004-e6a71c103695 HTTP/1.1" status: 204 len: 168 time: 0.6024044 Jun 17 19:07:40.003677 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-46f57bb1-aef2-40ff-b209-323f65a267db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:40.023430 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457f614-20f8-4515-87ad-97d3714d60c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c2cd83-7d2a-4c29-9004-e6a71c103695,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:40.072764 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d457f614-20f8-4515-87ad-97d3714d60c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:40.112083 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b91eb798-8760-4634-840d-de7ac7b5156d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.112374 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 9155000d-04dd-4172-a95d-7ea57f5c4b59, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=9155000d-04dd-4172-a95d-7ea57f5c4b59,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:07:40.132047 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b91eb798-8760-4634-840d-de7ac7b5156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.135087 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.137114 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:40.148463 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:40.269764 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-b91eb798-8760-4634-840d-de7ac7b5156d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a180d17053824c229627e301b5c35f63&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0004745 Jun 17 19:07:40.269764 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91eb798-8760-4634-840d-de7ac7b5156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af295430-f21d-4804-beb3-447d58a0b14d,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:40.293343 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33094) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:40.305194 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=9155000d-04dd-4172-a95d-7ea57f5c4b59,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:40.307315 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-b91eb798-8760-4634-840d-de7ac7b5156d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:40.309662 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:40.351314 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-36833dc4-aae3-4653-be31-ffc1300b8685 None None] Provisioning complete for port 9155000d-04dd-4172-a95d-7ea57f5c4b59 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:07:40.352209 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-36833dc4-aae3-4653-be31-ffc1300b8685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.476653 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.501863 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4c97ee5a-1c20-4435-9515-c314286481f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.656487 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4c97ee5a-1c20-4435-9515-c314286481f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.685486 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Notify callbacks [] for port, precommit_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.697754 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.717412 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.provisioning_blocks [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Transition to ACTIVE for port object 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a will not be triggered until provisioned by entity L2. {{(pid=92950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:07:40.734240 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.737194 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:40.869526 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Attempting to bind port 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:07:40.869834 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4c97ee5a-1c20-4435-9515-c314286481f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.870405 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Attempting to bind port 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:07:40.872912 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Attempting to bind port 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a on network d935f812-d4b0-4797-881a-d9ceb277979e {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:07:40.880063 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4c97ee5a-1c20-4435-9515-c314286481f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.881111 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-4c97ee5a-1c20-4435-9515-c314286481f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af295430-f21d-4804-beb3-447d58a0b14d HTTP/1.1" status: 204 len: 168 time: 0.5836022 Jun 17 19:07:40.892288 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bdb1e801-05e8-4c5e-869e-f02c6c3a81d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:40.915624 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Pushing event updated for resources: {'Port': ['ID=0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a,revision_number=2']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:40.940536 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97ee5a-1c20-4435-9515-c314286481f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af295430-f21d-4804-beb3-447d58a0b14d,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:40.954621 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:07:40.957397 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Checking segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:07:40.958034 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.958597 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Bound using segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:07:40.960900 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Bound port: 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:07:40.961482 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:40.971929 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:40.972495 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:40.973129 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4c97ee5a-1c20-4435-9515-c314286481f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:40.974105 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:40.975420 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:40.976028 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:40.978412 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:40.979920 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:40.979920 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:40.979920 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:40.982564 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:40.983213 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:40.983859 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Tracked resource versions report: Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: pushed versions: Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: { 'AddressGroup': {'1.2'}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'ConntrackHelper': {'1.0'}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'Log': {'1.0'}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'Network': {'1.1'}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'Port': {'1.7'}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'PortForwarding': {'1.2'}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'QosPolicy': {'1.8'}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'SecurityGroup': {'1.4'}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'SecurityGroupRule': {'1.2'}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'SubPort': {'1.0'}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'Subnet': {'1.1'}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'Trunk': {'1.1'}} Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: consumer versions: Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: { DHCP agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: HyperV agent@hv-cinder-79053: {}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: L3 agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: Metadata agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: Metering agent@dv-cinder-790535-5-smb: {}, Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: Open vSwitch agent@dv-cinder-790535-5-smb: { 'AddressGroup': '1.2', Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'ConntrackHelper': '1.0', Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'Log': '1.0', Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'Network': '1.1', Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'Port': '1.7', Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'PortForwarding': '1.2', Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'QosPolicy': '1.8', Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'SecurityGroup': '1.4', Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'SecurityGroupRule': '1.2', Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'SubPort': '1.0', Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'Subnet': '1.1', Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: 'Trunk': '1.1'}} Jun 17 19:07:40.987160 dv-cinder-790535-5-smb neutron-server[92950]: {{(pid=92950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 19:07:41.031439 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:41.117455 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] For port 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:07:41.132029 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] For port 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:07:41.140408 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:41.144357 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:41.191600 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 9155000d-04dd-4172-a95d-7ea57f5c4b59 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:07:41.260306 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Allocated IP 172.20.0.1 (47474ca6-6289-4c8b-a386-ccceb3457590/91c9f451-1e97-4705-99d3-c24a35bcad9a/21536709-cdb1-4bd0-972e-951dc12e5ba5) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:07:41.314685 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Pushing event updated for resources: {'Port': ['ID=0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a,revision_number=3']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:41.319729 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:41.326393 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:07:41.329592 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:07:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:41.333277 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 9155000d-04dd-4172-a95d-7ea57f5c4b59 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:07:41.333661 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:41.490106 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:41.500087 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2641587b-aec7-426f-8647-55162619b9ee req-235a9335-88c1-4681-9a6f-d422bfecda37 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 210 time: 0.1583688 Jun 17 19:07:41.537838 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Transition to ACTIVE for port object 21536709-cdb1-4bd0-972e-951dc12e5ba5 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:07:41.570146 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:07:41.611087 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020874'] for router, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:41.632002 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:41.634709 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:41.715105 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Network 47474ca6-6289-4c8b-a386-ccceb3457590 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:07:41.720791 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:07:41.735047 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:07:41.735905 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023347'] for router_interface, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:41.867976 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:37Z', 'revision_number': 3, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:41.953008 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Router 12223ac0-768a-4d11-933a-12f76b2e6888 is scheduled to L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 with binding_index 1 {{(pid=92948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 19:07:42.084876 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc9af2-9e52-4150-abe6-d046928909e5 None None] The sync data for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb is: [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:37Z', 'revision_number': 3, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:07:42.091603 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Pushing event updated for resources: {'Port': ['ID=21536709-cdb1-4bd0-972e-951dc12e5ba5,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:42.095376 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:42.120469 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-f2677744-406d-47b0-b3fb-2580506c98ca None None] Provisioning for port 21536709-cdb1-4bd0-972e-951dc12e5ba5 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:07:42.128091 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-f2677744-406d-47b0-b3fb-2580506c98ca None None] Provisioning complete for port 21536709-cdb1-4bd0-972e-951dc12e5ba5 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:07:42.129711 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-f2677744-406d-47b0-b3fb-2580506c98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:42.175799 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:42.214345 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-f2677744-406d-47b0-b3fb-2580506c98ca None None] Port 21536709-cdb1-4bd0-972e-951dc12e5ba5 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:07:42.297726 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:07:42.314712 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Sync routers for ids ['12223ac0-768a-4d11-933a-12f76b2e6888'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:07:42.330002 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Routers {'12223ac0-768a-4d11-933a-12f76b2e6888'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:07:42.331971 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:07:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['12223ac0-768a-4d11-933a-12f76b2e6888'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:42.339894 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.42', 54352) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:42.407373 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Notify callbacks [] for router, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:42.413627 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4949553 Jun 17 19:07:42.423004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 33196) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:42.538834 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Set router 12223ac0-768a-4d11-933a-12f76b2e6888 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:07:42.715172 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-b8492565-cd36-43ab-a1fc-b914772723db tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:42.718354 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-b8492565-cd36-43ab-a1fc-b914772723db tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.42 "GET /v2.0/networks?id=df4e86c3-3fb8-4104-b637-982cea89788e HTTP/1.1" status: 200 len: 812 time: 0.3775482 Jun 17 19:07:42.738129 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:42.751369 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:42.764400 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1018328'] for router_interface, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:42.795295 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:42.883561 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Request body: {'port': {'device_id': '49deef0a-c1c8-43c0-927d-451792a53d87', 'network_id': 'df4e86c3-3fb8-4104-b637-982cea89788e', 'admin_state_up': True, 'tenant_id': '4bff560db1d343a9897ead1d831f90fe'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:42.942435 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Pushing event updated for resources: {'Port': ['ID=21536709-cdb1-4bd0-972e-951dc12e5ba5,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:42.962941 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:42.968738 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'name': 'tempest-ServerRescueNegativeTestJSON-1115030870-router', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:37Z', 'updated_at': '2021-06-17T19:07:40Z', 'revision_number': 3, 'project_id': '93451ec394194b2fba97e72592b1e653', 'gw_port': {'id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:38Z', 'updated_at': '2021-06-17T19:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:43.030548 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b7e954fe-5e97-4d54-ab65-f3c7106ee96e req-59b01a04-e439-473d-a9bd-e85bc87b279e tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 210 time: 0.1829016 Jun 17 19:07:43.043368 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Checking router: 12223ac0-768a-4d11-933a-12f76b2e6888 for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:07:43.043720 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Updating router 12223ac0-768a-4d11-933a-12f76b2e6888 port b5896ea3-e1f2-449e-aadc-9c8f0020fff6 binding host dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:07:43.122755 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Network 47474ca6-6289-4c8b-a386-ccceb3457590 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:07:43.126330 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:07:43.151196 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:43.383614 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:07:43.499388 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33234) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:43.581474 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:07:43.652701 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Made reservation on behalf of 4bff560db1d343a9897ead1d831f90fe for: {'port': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:07:43.663167 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:43.712201 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-dfe4c35d-c100-45f9-8678-87f5490ef560 None None] Provisioning complete for port 21536709-cdb1-4bd0-972e-951dc12e5ba5 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:07:43.713225 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-dfe4c35d-c100-45f9-8678-87f5490ef560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:43.824330 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:07:43.837252 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] 10.222.0.10 "PUT /v2.0/routers/d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6779730 Jun 17 19:07:43.938269 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:43.957774 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-dfe4c35d-c100-45f9-8678-87f5490ef560 None None] Port 21536709-cdb1-4bd0-972e-951dc12e5ba5 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:07:43.975140 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Transition to ACTIVE for port object b5896ea3-e1f2-449e-aadc-9c8f0020fff6 will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:07:43.986695 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:43.992140 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:07:43.994704 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:44.041021 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:07:44.041580 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.087199 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ba269081-753b-4923-82db-5e5df6024061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.126542 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4368aae-66b3-4bba-94d4-177b45cf7983 None None] Pushing event updated for resources: {'Port': ['ID=b5896ea3-e1f2-449e-aadc-9c8f0020fff6,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:44.152718 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-b4368aae-66b3-4bba-94d4-177b45cf7983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:44.180997 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Attempting to bind port b5896ea3-e1f2-449e-aadc-9c8f0020fff6 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:07:44.182716 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Attempting to bind port b5896ea3-e1f2-449e-aadc-9c8f0020fff6 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:07:44.185950 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Attempting to bind port b5896ea3-e1f2-449e-aadc-9c8f0020fff6 on network d935f812-d4b0-4797-881a-d9ceb277979e {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:07:44.222654 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:07:44.223676 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Checking segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:07:44.232547 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.233718 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Bound using segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:07:44.235804 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Bound port: b5896ea3-e1f2-449e-aadc-9c8f0020fff6, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:07:44.237288 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.258035 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ba269081-753b-4923-82db-5e5df6024061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.265835 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ba269081-753b-4923-82db-5e5df6024061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.275547 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:44.360257 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba269081-753b-4923-82db-5e5df6024061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82360d1a-cb9a-4bba-8e78-f78acb42b04e,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:44.394623 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ba269081-753b-4923-82db-5e5df6024061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:44.411783 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] For port b5896ea3-e1f2-449e-aadc-9c8f0020fff6, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:07:44.416380 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] For port b5896ea3-e1f2-449e-aadc-9c8f0020fff6, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=b5896ea3-e1f2-449e-aadc-9c8f0020fff6,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:07:44.418039 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.433970 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-ba269081-753b-4923-82db-5e5df6024061 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c242496a34e4862832bd021b7020d16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9286714 Jun 17 19:07:44.434374 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.435509 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33288) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:44.464533 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-80b2929b-9158-4364-9be7-a8708f9f13af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:44.512413 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-77e6bb34-08ac-4e79-805d-ee348ad57751 req-b74d6b01-9a8d-4dee-b5c0-5669b59002bb tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 210 time: 0.0670311 Jun 17 19:07:44.535380 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Allocated IP 172.20.0.3 (df4e86c3-3fb8-4104-b637-982cea89788e/caf4c5d2-4f58-4374-b4f6-cf8cb8b8af30/42bf5f0c-e86e-404d-bcdc-725a3704ff26) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:07:44.567143 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:07:44.587745 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.592916 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-11b12054-a75c-43b4-9ac4-d9b4d68326f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.650373 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4368aae-66b3-4bba-94d4-177b45cf7983 None None] Pushing event updated for resources: {'Port': ['ID=b5896ea3-e1f2-449e-aadc-9c8f0020fff6,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:44.656262 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-b4368aae-66b3-4bba-94d4-177b45cf7983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:44.657180 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-b4368aae-66b3-4bba-94d4-177b45cf7983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:44.672124 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-11b12054-a75c-43b4-9ac4-d9b4d68326f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.735396 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Routers {'12223ac0-768a-4d11-933a-12f76b2e6888'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:07:44.739886 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:07:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['12223ac0-768a-4d11-933a-12f76b2e6888'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:44.785435 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-11b12054-a75c-43b4-9ac4-d9b4d68326f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.789424 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-11b12054-a75c-43b4-9ac4-d9b4d68326f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:44.791081 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-11b12054-a75c-43b4-9ac4-d9b4d68326f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82360d1a-cb9a-4bba-8e78-f78acb42b04e HTTP/1.1" status: 204 len: 168 time: 0.3528347 Jun 17 19:07:44.792192 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:44.806799 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b12054-a75c-43b4-9ac4-d9b4d68326f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82360d1a-cb9a-4bba-8e78-f78acb42b04e,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:44.821956 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-11b12054-a75c-43b4-9ac4-d9b4d68326f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:44.969919 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33304) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:45.089794 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Sync routers for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:07:45.129226 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:07:45.143732 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:07:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:45.171059 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:45.228784 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:45.264993 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:45.333257 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] Set router 12223ac0-768a-4d11-933a-12f76b2e6888 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:07:45.554621 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:07:45.799278 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cf6963e3-c0d0-4778-9d55-079fe30ba7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:46.164183 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'name': 'tempest-ServerRescueNegativeTestJSON-1115030870-router', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:37Z', 'updated_at': '2021-06-17T19:07:40Z', 'revision_number': 3, 'project_id': '93451ec394194b2fba97e72592b1e653', 'gw_port': {'id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:38Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:46.182816 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0df46662-7431-4115-9fda-9ac2a0f037af req-303d2f4e-d946-49ab-af1b-48d25d1d10b2 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 210 time: 0.1592844 Jun 17 19:07:46.217778 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cf6963e3-c0d0-4778-9d55-079fe30ba7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:46.227827 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cf6963e3-c0d0-4778-9d55-079fe30ba7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:46.236104 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:46.285523 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f86197-6a75-4b29-92f4-afaf14e55cb3 None None] The sync data for ids ['12223ac0-768a-4d11-933a-12f76b2e6888'] in dv-cinder-790535-5-smb is: [{'id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'name': 'tempest-ServerRescueNegativeTestJSON-1115030870-router', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:37Z', 'updated_at': '2021-06-17T19:07:40Z', 'revision_number': 3, 'project_id': '93451ec394194b2fba97e72592b1e653', 'gw_port': {'id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:38Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:07:46.318996 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-11b12054-a75c-43b4-9ac4-d9b4d68326f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:46.326820 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-cf6963e3-c0d0-4778-9d55-079fe30ba7c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c206a8b8827d422eb91ffa80d0e1a8a0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3544414 Jun 17 19:07:46.329247 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33342) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:46.346097 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 33344) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:46.359866 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-92ee4b52-d251-43c3-bb3a-c42f1386e3b7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249119196', 'description': 'tempest-description--1454027138'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:46.457677 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9deeefbb-1c75-4974-b190-1203494e80fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:46.465594 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6963e3-c0d0-4778-9d55-079fe30ba7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17053bdd-1e6a-49c2-b5b4-789da57c4495,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:46.484672 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:46.486142 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-cf6963e3-c0d0-4778-9d55-079fe30ba7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:46.515946 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-867e507e-179e-4df3-9ba7-781ec5a1af27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:46.541774 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9deeefbb-1c75-4974-b190-1203494e80fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:46.588056 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 2, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:46.653296 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Checking router: d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:07:46.654673 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Updating router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 port 21536709-cdb1-4bd0-972e-951dc12e5ba5 binding host dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:07:46.666294 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9deeefbb-1c75-4974-b190-1203494e80fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:46.671889 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9deeefbb-1c75-4974-b190-1203494e80fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:46.675742 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-9deeefbb-1c75-4974-b190-1203494e80fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17053bdd-1e6a-49c2-b5b4-789da57c4495 HTTP/1.1" status: 204 len: 168 time: 0.3423569 Jun 17 19:07:46.675742 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:46.693331 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deeefbb-1c75-4974-b190-1203494e80fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17053bdd-1e6a-49c2-b5b4-789da57c4495,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:46.699818 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-9deeefbb-1c75-4974-b190-1203494e80fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:46.714007 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-92ee4b52-d251-43c3-bb3a-c42f1386e3b7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:46.725638 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Allocated IP 172.20.0.1 (d4d539c9-58d2-423d-b233-c8fbfb44a066/8cd3fd67-d089-4814-8e68-8c6a919c213f/90418d2d-aeb2-4743-aae1-c52ab6b5d272) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:07:46.781917 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:46.855013 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Network df4e86c3-3fb8-4104-b637-982cea89788e is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:07:46.860035 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:07:46.891046 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:07:46.898365 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:46.900089 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:46.929432 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Pushing event updated for resources: {'Port': ['ID=42bf5f0c-e86e-404d-bcdc-725a3704ff26,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:46.947579 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1012509 Jun 17 19:07:46.978131 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:46.996411 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-7963935d-457c-436e-ba76-4c831fe2a93e tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 19:07:47.000802 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-7963935d-457c-436e-ba76-4c831fe2a93e tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197668 Jun 17 19:07:47.371215 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-92ee4b52-d251-43c3-bb3a-c42f1386e3b7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:47.416542 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device b5896ea3-e1f2-449e-aadc-9c8f0020fff6 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:07:47.639339 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:47.651309 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port b5896ea3-e1f2-449e-aadc-9c8f0020fff6 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:07:47.657016 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port b5896ea3-e1f2-449e-aadc-9c8f0020fff6 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:07:47.658676 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:47.773892 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-92ee4b52-d251-43c3-bb3a-c42f1386e3b7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:47.819392 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:47.956761 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d457f614-20f8-4515-87ad-97d3714d60c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:48.003811 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.029876 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Notify callbacks [] for port, precommit_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.061332 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.provisioning_blocks [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Transition to ACTIVE for port object 21536709-cdb1-4bd0-972e-951dc12e5ba5 will not be triggered until provisioned by entity L2. {{(pid=92950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:07:48.069065 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port b5896ea3-e1f2-449e-aadc-9c8f0020fff6, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=b5896ea3-e1f2-449e-aadc-9c8f0020fff6,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:07:48.071784 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.079147 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.083809 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:07:48.089938 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:48.097111 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-d683f4d3-7536-4639-9616-c7bcff717a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:48.174197 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33398) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:48.176396 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Request body: {'port': {'device_id': '49deef0a-c1c8-43c0-927d-451792a53d87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:48.193650 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a63704cd-c170-4506-b373-aa3c6e6ec16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.515682 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=b5896ea3-e1f2-449e-aadc-9c8f0020fff6,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:48.538207 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:48.574474 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-92ee4b52-d251-43c3-bb3a-c42f1386e3b7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.576537 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-92ee4b52-d251-43c3-bb3a-c42f1386e3b7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2237148 Jun 17 19:07:48.582555 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:07:48.583168 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.652307 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33410) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:48.664498 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-65bb2de8-8c9f-4b39-a760-6ab76497a371 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Request body: {'security_group_rule': {'security_group_id': '5df27d88-3f75-4a1f-b5af-5e79fee237df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:48.674593 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Network d4d539c9-58d2-423d-b233-c8fbfb44a066 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:07:48.683062 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee4b52-d251-43c3-bb3a-c42f1386e3b7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df27d88-3f75-4a1f-b5af-5e79fee237df,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:48.710677 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980fe1e-a5f5-4f44-953f-3d1385f374c6 None None] Pushing event updated for resources: {'Port': ['ID=21536709-cdb1-4bd0-972e-951dc12e5ba5,revision_number=3']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:48.720842 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a63704cd-c170-4506-b373-aa3c6e6ec16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.724436 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-4980fe1e-a5f5-4f44-953f-3d1385f374c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:48.733664 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a63704cd-c170-4506-b373-aa3c6e6ec16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.737933 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Attempting to bind port 21536709-cdb1-4bd0-972e-951dc12e5ba5 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:07:48.738341 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Attempting to bind port 21536709-cdb1-4bd0-972e-951dc12e5ba5 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:07:48.738684 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Attempting to bind port 21536709-cdb1-4bd0-972e-951dc12e5ba5 on network 47474ca6-6289-4c8b-a386-ccceb3457590 {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:07:48.746141 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-92ee4b52-d251-43c3-bb3a-c42f1386e3b7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:48.751957 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4c97ee5a-1c20-4435-9515-c314286481f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:48.754621 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:07:48.756592 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:07:48.756981 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Checking segment: {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:07:48.758464 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0379c963-3b8d-4695-95b7-b156380dd839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.746s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:48.762553 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:07:48.764853 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.765560 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Bound using segment: {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:07:48.766377 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Bound port: 21536709-cdb1-4bd0-972e-951dc12e5ba5, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'}}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:07:48.766925 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.770770 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023347'] for router_interface, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.836086 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cb034-a974-454b-b420-8dcc588b01f0 req-f069f9de-3d7d-4561-9fe2-188b4876e39e tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:48.846212 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-a63704cd-c170-4506-b373-aa3c6e6ec16b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1be33a1d86fa4134a8c51eb8118cdb7c&name=default HTTP/1.1" status: 200 len: 2976 time: 0.6973116 Jun 17 19:07:48.850620 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c24cb034-a974-454b-b420-8dcc588b01f0 req-f069f9de-3d7d-4561-9fe2-188b4876e39e tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 931 time: 1.0891950 Jun 17 19:07:48.850999 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33412) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:48.853253 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-65bb2de8-8c9f-4b39-a760-6ab76497a371 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:48.857371 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63704cd-c170-4506-b373-aa3c6e6ec16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13082050-b702-48a8-9088-b4c2969e206d,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:48.869274 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a63704cd-c170-4506-b373-aa3c6e6ec16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:49.005888 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] For port 21536709-cdb1-4bd0-972e-951dc12e5ba5, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:07:49.011730 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] For port 21536709-cdb1-4bd0-972e-951dc12e5ba5, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=21536709-cdb1-4bd0-972e-951dc12e5ba5,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:07:49.043946 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:49.058704 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:49.137483 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:07:49.139356 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:07:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:49.162226 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-65bb2de8-8c9f-4b39-a760-6ab76497a371 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:49.163683 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8728559a-bb23-4e9a-b357-0628d71c40aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:49.165851 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device b5896ea3-e1f2-449e-aadc-9c8f0020fff6 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:07:49.196523 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-65bb2de8-8c9f-4b39-a760-6ab76497a371 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:49.314598 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:49.335216 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980fe1e-a5f5-4f44-953f-3d1385f374c6 None None] Pushing event updated for resources: {'Port': ['ID=21536709-cdb1-4bd0-972e-951dc12e5ba5,revision_number=4']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:49.352772 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-4980fe1e-a5f5-4f44-953f-3d1385f374c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:49.382753 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8728559a-bb23-4e9a-b357-0628d71c40aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:49.413950 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port b5896ea3-e1f2-449e-aadc-9c8f0020fff6 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:07:49.418736 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:49.549708 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:07:49.563663 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-65bb2de8-8c9f-4b39-a760-6ab76497a371 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:49.571203 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-65bb2de8-8c9f-4b39-a760-6ab76497a371 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9156566 Jun 17 19:07:49.601967 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33434) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:49.616154 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb2de8-8c9f-4b39-a760-6ab76497a371 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e69651-bcfd-4a3b-b27c-5d31faf30612,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:49.630578 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=90418d2d-aeb2-4743-aae1-c52ab6b5d272,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:49.631031 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-65bb2de8-8c9f-4b39-a760-6ab76497a371 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:49.634394 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-dc3e486d-767c-44ee-92a7-eccef4825d0b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Request body: {'security_group_rule': {'security_group_id': '5df27d88-3f75-4a1f-b5af-5e79fee237df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:49.643023 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:49.666225 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8728559a-bb23-4e9a-b357-0628d71c40aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:49.676465 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8728559a-bb23-4e9a-b357-0628d71c40aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:49.682276 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-8728559a-bb23-4e9a-b357-0628d71c40aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13082050-b702-48a8-9088-b4c2969e206d HTTP/1.1" status: 204 len: 168 time: 0.8212359 Jun 17 19:07:49.690440 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a63704cd-c170-4506-b373-aa3c6e6ec16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:49.720610 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728559a-bb23-4e9a-b357-0628d71c40aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13082050-b702-48a8-9088-b4c2969e206d,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:49.739423 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-8728559a-bb23-4e9a-b357-0628d71c40aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:49.779062 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dc3e486d-767c-44ee-92a7-eccef4825d0b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:49.838586 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c24cb034-a974-454b-b420-8dcc588b01f0 req-7d98f3fd-52eb-47e5-ae01-12bd3167cf70 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9857161 Jun 17 19:07:49.839473 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:50.092079 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dc3e486d-767c-44ee-92a7-eccef4825d0b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:50.110725 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dc3e486d-767c-44ee-92a7-eccef4825d0b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:50.114391 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:50.189641 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e486d-767c-44ee-92a7-eccef4825d0b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d8bb83-1bc8-44e9-abfb-0da415839b80,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:50.190549 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:50.197590 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-dc3e486d-767c-44ee-92a7-eccef4825d0b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:50.229433 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dc3e486d-767c-44ee-92a7-eccef4825d0b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:50.231458 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-dc3e486d-767c-44ee-92a7-eccef4825d0b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6196153 Jun 17 19:07:50.235494 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33464) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:50.260525 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Request body: {'floatingip': {'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:07:50.262234 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:48Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:50.343930 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3798d71-cc6c-4169-9158-aee5945758da None None] The sync data for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb is: [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:48Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:07:50.358407 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:50.860675 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:50.916807 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:50.927689 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:50.936950 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1018328'] for router_interface, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:50.952130 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-97a77281-13b2-4b37-8250-f2147564bb51 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:51.301010 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Allocated IP 172.28.2.95 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/158dce6a-968c-4dee-bbf9-8b01c21f3c27) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:07:51.314674 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 21536709-cdb1-4bd0-972e-951dc12e5ba5 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:07:51.485546 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 21536709-cdb1-4bd0-972e-951dc12e5ba5 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:07:51.494837 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 21536709-cdb1-4bd0-972e-951dc12e5ba5 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:07:51.495829 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:51.511988 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=90418d2d-aeb2-4743-aae1-c52ab6b5d272,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:51.528943 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:51.792450 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:51.845499 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:51.891315 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 21536709-cdb1-4bd0-972e-951dc12e5ba5, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=21536709-cdb1-4bd0-972e-951dc12e5ba5,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:07:51.897799 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:51.905080 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:51.924423 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:51.932612 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f3271930-98d8-4cb7-b181-1aefef01ca41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:51.985430 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=21536709-cdb1-4bd0-972e-951dc12e5ba5,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:51.990477 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:52.050844 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event updated for resources: {'Port': ['ID=158dce6a-968c-4dee-bbf9-8b01c21f3c27,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:52.067620 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:52.087106 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:07:52.089301 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:07:52.100422 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:07:52.206311 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42bf5f0c-e86e-404d-bcdc-725a3704ff26 {{(pid=92948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:07:52.218772 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:52.259943 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Transition to ACTIVE for port object 42bf5f0c-e86e-404d-bcdc-725a3704ff26 will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:07:52.334398 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:52.348362 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:52.402080 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Network d4d539c9-58d2-423d-b233-c8fbfb44a066 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:07:52.404828 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:52.469764 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:52.618797 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:07:52.730308 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da716f-dd10-43d7-9e69-fae378f040a6 req-382bf81c-b98a-4e12-b49f-18c11d2322c1 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:52.730308 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d6da716f-dd10-43d7-9e69-fae378f040a6 req-382bf81c-b98a-4e12-b49f-18c11d2322c1 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 931 time: 1.6128786 Jun 17 19:07:52.780317 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Pushing event updated for resources: {'Port': ['ID=42bf5f0c-e86e-404d-bcdc-725a3704ff26,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:52.789305 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:52.989047 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:53.008511 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:53.013237 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:53.068012 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Attempting to bind port 42bf5f0c-e86e-404d-bcdc-725a3704ff26 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:07:53.068387 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Attempting to bind port 42bf5f0c-e86e-404d-bcdc-725a3704ff26 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '969137d9-8878-4a51-bc46-07c9055bfd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df4e86c3-3fb8-4104-b637-982cea89788e'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:07:53.069479 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Attempting to bind port 42bf5f0c-e86e-404d-bcdc-725a3704ff26 on network df4e86c3-3fb8-4104-b637-982cea89788e {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:07:53.095230 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d6da716f-dd10-43d7-9e69-fae378f040a6 req-83a61f8a-db48-4de1-b18a-8a6cae3eabfb tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635881 Jun 17 19:07:53.124027 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:53.126446 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Port 42bf5f0c-e86e-404d-bcdc-725a3704ff26 on network df4e86c3-3fb8-4104-b637-982cea89788e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:07:53.126776 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Attempting to bind port 42bf5f0c-e86e-404d-bcdc-725a3704ff26 on network df4e86c3-3fb8-4104-b637-982cea89788e {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:07:53.151662 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:07:53.152023 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Checking segment: {'id': '969137d9-8878-4a51-bc46-07c9055bfd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df4e86c3-3fb8-4104-b637-982cea89788e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:07:53.152607 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Bound using segment: {'id': '969137d9-8878-4a51-bc46-07c9055bfd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df4e86c3-3fb8-4104-b637-982cea89788e'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:07:53.155414 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Bound port: 42bf5f0c-e86e-404d-bcdc-725a3704ff26, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969137d9-8878-4a51-bc46-07c9055bfd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df4e86c3-3fb8-4104-b637-982cea89788e'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:07:53.156011 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:53.172996 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:53.174794 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9369507 Jun 17 19:07:53.210858 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event updated for resources: {'Port': ['ID=158dce6a-968c-4dee-bbf9-8b01c21f3c27,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:53.215867 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:53.234775 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 21536709-cdb1-4bd0-972e-951dc12e5ba5 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:07:53.317190 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Router 12223ac0-768a-4d11-933a-12f76b2e6888 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:07:53.389168 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 21536709-cdb1-4bd0-972e-951dc12e5ba5 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:07:53.394145 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:53.703630 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] For port 42bf5f0c-e86e-404d-bcdc-725a3704ff26, host hv-cinder-79053, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:07:53.765166 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-01588b21-dec6-4420-b818-e9c737a4318a tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1249119196&fields=id&tenant_id=0f483840778a4b289070c9f068eae35f HTTP/1.1" status: 200 len: 267 time: 0.1154625 Jun 17 19:07:53.802029 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] For port 42bf5f0c-e86e-404d-bcdc-725a3704ff26, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=42bf5f0c-e86e-404d-bcdc-725a3704ff26,segment=NetworkSegment(969137d9-8878-4a51-bc46-07c9055bfd4b),segment_id=969137d9-8878-4a51-bc46-07c9055bfd4b)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:07:53.827270 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:53.868602 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:54.053266 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:07:54.055258 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Pushing event updated for resources: {'Port': ['ID=42bf5f0c-e86e-404d-bcdc-725a3704ff26,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:54.064366 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Sync routers for ids ['12223ac0-768a-4d11-933a-12f76b2e6888'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:07:54.089284 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Routers {'12223ac0-768a-4d11-933a-12f76b2e6888'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:07:54.090842 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:07:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['12223ac0-768a-4d11-933a-12f76b2e6888'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:54.096051 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:54.096672 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:54.105033 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] 10.222.0.42 "PUT /v2.0/ports/42bf5f0c-e86e-404d-bcdc-725a3704ff26 HTTP/1.1" status: 200 len: 1093 time: 6.3407402 Jun 17 19:07:54.129441 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] 10.222.0.10 "PUT /v2.0/routers/12223ac0-768a-4d11-933a-12f76b2e6888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6990178 Jun 17 19:07:54.132562 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49deef0a-c1c8-43c0-927d-451792a53d87', 'tag': '42bf5f0c-e86e-404d-bcdc-725a3704ff26'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:07:54.404917 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Set router 12223ac0-768a-4d11-933a-12f76b2e6888 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:07:54.486765 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:54.498703 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-852d40d4-3bee-409f-afe6-c86b34e74576 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:54.500257 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-852d40d4-3bee-409f-afe6-c86b34e74576 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/networks?id=47474ca6-6289-4c8b-a386-ccceb3457590 HTTP/1.1" status: 200 len: 810 time: 0.7327652 Jun 17 19:07:54.534944 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-b715238b-9a91-4287-bbec-d20f20f18403 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/quotas/0f483840778a4b289070c9f068eae35f HTTP/1.1" status: 200 len: 375 time: 0.0204864 Jun 17 19:07:54.620512 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb4d66-94c6-45dd-960c-1a827e46ad05 req-df298e91-1730-4573-b3a9-e0a164661f7c tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:54.632771 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c4cb4d66-94c6-45dd-960c-1a827e46ad05 req-df298e91-1730-4573-b3a9-e0a164661f7c tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 943 time: 0.3140862 Jun 17 19:07:54.725541 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c4cb4d66-94c6-45dd-960c-1a827e46ad05 req-087f577b-7d96-4227-a166-2c80ad96698e tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911291 Jun 17 19:07:54.736398 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe80143e-1a23-4b8b-a88e-a70830b7328e" -d '{"events": [{"name": "network-changed", "server_uuid": "49deef0a-c1c8-43c0-927d-451792a53d87", "tag": "42bf5f0c-e86e-404d-bcdc-725a3704ff26"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:07:54.840015 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-d0a59b6e-99b0-4dfb-bb97-fa5e32d2a97a tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f483840778a4b289070c9f068eae35f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2937815 Jun 17 19:07:55.077431 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'name': 'tempest-ServerRescueNegativeTestJSON-1115030870-router', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:37Z', 'updated_at': '2021-06-17T19:07:49Z', 'revision_number': 4, 'project_id': '93451ec394194b2fba97e72592b1e653', 'gw_port': {'id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:38Z', 'updated_at': '2021-06-17T19:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '90418d2d-aeb2-4743-aae1-c52ab6b5d272', 'name': '', 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'mac_address': 'fa:16:3e:0b:28:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8cd3fd67-d089-4814-8e68-8c6a919c213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:45Z', 'updated_at': '2021-06-17T19:07:50Z', 'revision_number': 2, 'project_id': '93451ec394194b2fba97e72592b1e653', 'subnets': [{'id': '8cd3fd67-d089-4814-8e68-8c6a919c213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:55.134383 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Checking router: 12223ac0-768a-4d11-933a-12f76b2e6888 for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:07:55.135128 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Updating router 12223ac0-768a-4d11-933a-12f76b2e6888 port 90418d2d-aeb2-4743-aae1-c52ab6b5d272 binding host dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:07:55.179866 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:55.480734 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-c025705d-15e9-41ba-87c5-66c7c6aba970 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:55.489590 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-c025705d-15e9-41ba-87c5-66c7c6aba970 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/networks?id=d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 200 len: 819 time: 0.3555017 Jun 17 19:07:55.542780 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Notify callbacks [] for port, precommit_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:55.552843 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-246e021a-d23d-41a9-8f68-12b00aecc037 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/quotas/93451ec394194b2fba97e72592b1e653 HTTP/1.1" status: 200 len: 375 time: 0.0595751 Jun 17 19:07:55.556970 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Transition to ACTIVE for port object 90418d2d-aeb2-4743-aae1-c52ab6b5d272 will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:07:55.565574 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:55.577927 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:55.669531 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-cbb8fbe6-c370-46e1-a9be-edd7b11178bb service neutron] 10.222.0.10 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7667508 Jun 17 19:07:55.735652 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73150bf-dc23-4424-a724-95fd824b9541 None None] Pushing event updated for resources: {'Port': ['ID=90418d2d-aeb2-4743-aae1-c52ab6b5d272,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:55.749516 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Attempting to bind port 90418d2d-aeb2-4743-aae1-c52ab6b5d272 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:07:55.749901 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Attempting to bind port 90418d2d-aeb2-4743-aae1-c52ab6b5d272 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:07:55.750638 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Attempting to bind port 90418d2d-aeb2-4743-aae1-c52ab6b5d272 on network d4d539c9-58d2-423d-b233-c8fbfb44a066 {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:07:55.753639 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-b73150bf-dc23-4424-a724-95fd824b9541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:55.758547 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:07:55.759481 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Checking segment: {'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:07:55.760771 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:55.761613 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Bound using segment: {'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:07:55.762348 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Bound port: 90418d2d-aeb2-4743-aae1-c52ab6b5d272, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:07:55.763579 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:55.812857 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33708) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:55.878178 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] For port 90418d2d-aeb2-4743-aae1-c52ab6b5d272, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:07:55.883057 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] For port 90418d2d-aeb2-4743-aae1-c52ab6b5d272, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=90418d2d-aeb2-4743-aae1-c52ab6b5d272,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:07:55.896303 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:55.900389 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:55.985402 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Routers {'12223ac0-768a-4d11-933a-12f76b2e6888'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:07:55.986559 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:07:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['12223ac0-768a-4d11-933a-12f76b2e6888'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:56.039065 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-44edd708-e6fc-4e48-98c3-840e0716e800 service neutron] 10.222.0.10 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427267 Jun 17 19:07:56.040542 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73150bf-dc23-4424-a724-95fd824b9541 None None] Pushing event updated for resources: {'Port': ['ID=90418d2d-aeb2-4743-aae1-c52ab6b5d272,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:56.040971 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-a58fc323-2147-4dfd-a8fb-8ed0b2f8b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:56.042506 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-a58fc323-2147-4dfd-a8fb-8ed0b2f8b5b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bff560db1d343a9897ead1d831f90fe&device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 1096 time: 1.1976273 Jun 17 19:07:56.073584 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-83284326-d3a2-4302-ab7e-25a98d5057aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:56.126361 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-b73150bf-dc23-4424-a724-95fd824b9541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:56.211374 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-8c754ed6-bdd6-49df-bb36-954713891ae3 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=93451ec394194b2fba97e72592b1e653&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6572134 Jun 17 19:07:56.286764 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-db022f88-630c-41aa-a8d9-1d4d21220c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:56.304277 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] Set router 12223ac0-768a-4d11-933a-12f76b2e6888 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:07:56.308483 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-83284326-d3a2-4302-ab7e-25a98d5057aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:56.312582 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-f0173d34-1618-4a60-bb2b-16bed52638b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42bf5f0c-e86e-404d-bcdc-725a3704ff26 HTTP/1.1" status: 200 len: 217 time: 0.2044554 Jun 17 19:07:56.317290 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-83284326-d3a2-4302-ab7e-25a98d5057aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:56.339769 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ba269081-753b-4923-82db-5e5df6024061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:56.436581 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83284326-d3a2-4302-ab7e-25a98d5057aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc973788-3ff6-427f-a06a-662bf65961e7,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:56.472806 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-83284326-d3a2-4302-ab7e-25a98d5057aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:56.477973 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-83284326-d3a2-4302-ab7e-25a98d5057aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76e86ab4570045ad92ea02310b98deed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6619473 Jun 17 19:07:56.481267 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33734) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:56.520375 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-b42f8ddf-1f66-41aa-beb0-e5836056d805 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 19:07:56.555508 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-b42f8ddf-1f66-41aa-beb0-e5836056d805 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1960373 Jun 17 19:07:56.776156 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ff0-d823-46c3-8faf-b3422086bc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:56.897524 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85aa41e-9737-4bba-ac37-47a34acf21e7 x-openstack-request-id: req-a85aa41e-9737-4bba-ac37-47a34acf21e7 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:07:56.903970 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49deef0a-c1c8-43c0-927d-451792a53d87", "tag": "42bf5f0c-e86e-404d-bcdc-725a3704ff26", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:07:56.904309 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a85aa41e-9737-4bba-ac37-47a34acf21e7 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:07:56.916870 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49deef0a-c1c8-43c0-927d-451792a53d87', 'tag': '42bf5f0c-e86e-404d-bcdc-725a3704ff26', 'status': 'completed', 'code': 200} Jun 17 19:07:56.928552 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ff0-d823-46c3-8faf-b3422086bc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:56.947866 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-3d90a0eb-0ff9-426a-a5d3-15ea14a286cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:56.955698 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-3d90a0eb-0ff9-426a-a5d3-15ea14a286cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caf4c5d2-4f58-4374-b4f6-cf8cb8b8af30 HTTP/1.1" status: 200 len: 852 time: 0.4995971 Jun 17 19:07:57.051712 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'name': 'tempest-ServerRescueNegativeTestJSON-1115030870-router', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:37Z', 'updated_at': '2021-06-17T19:07:49Z', 'revision_number': 4, 'project_id': '93451ec394194b2fba97e72592b1e653', 'gw_port': {'id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:38Z', 'updated_at': '2021-06-17T19:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '90418d2d-aeb2-4743-aae1-c52ab6b5d272', 'name': '', 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'mac_address': 'fa:16:3e:0b:28:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8cd3fd67-d089-4814-8e68-8c6a919c213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:45Z', 'updated_at': '2021-06-17T19:07:55Z', 'revision_number': 4, 'project_id': '93451ec394194b2fba97e72592b1e653', 'subnets': [{'id': '8cd3fd67-d089-4814-8e68-8c6a919c213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:07:57.069110 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ff0-d823-46c3-8faf-b3422086bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:57.075597 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ff0-d823-46c3-8faf-b3422086bc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:57.082694 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-47ae5ff0-d823-46c3-8faf-b3422086bc42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc973788-3ff6-427f-a06a-662bf65961e7 HTTP/1.1" status: 204 len: 168 time: 0.5978472 Jun 17 19:07:57.086408 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:57.104474 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae5ff0-d823-46c3-8faf-b3422086bc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc973788-3ff6-427f-a06a-662bf65961e7,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:57.109139 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-47ae5ff0-d823-46c3-8faf-b3422086bc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:57.191768 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33772) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:57.247466 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68052b4d-e227-4dbf-97d1-9ed05e3e85f1 None None] The sync data for ids ['12223ac0-768a-4d11-933a-12f76b2e6888'] in dv-cinder-790535-5-smb is: [{'id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'name': 'tempest-ServerRescueNegativeTestJSON-1115030870-router', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:37Z', 'updated_at': '2021-06-17T19:07:49Z', 'revision_number': 4, 'project_id': '93451ec394194b2fba97e72592b1e653', 'gw_port': {'id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:38Z', 'updated_at': '2021-06-17T19:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '90418d2d-aeb2-4743-aae1-c52ab6b5d272', 'name': '', 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'mac_address': 'fa:16:3e:0b:28:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8cd3fd67-d089-4814-8e68-8c6a919c213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:45Z', 'updated_at': '2021-06-17T19:07:55Z', 'revision_number': 4, 'project_id': '93451ec394194b2fba97e72592b1e653', 'subnets': [{'id': '8cd3fd67-d089-4814-8e68-8c6a919c213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:07:57.679766 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6b5a-4da8-4a3b-95a0-7fb5d81ee031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:57.798466 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:57.917782 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6b5a-4da8-4a3b-95a0-7fb5d81ee031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:57.925537 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6b5a-4da8-4a3b-95a0-7fb5d81ee031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:57.932936 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-8728559a-bb23-4e9a-b357-0628d71c40aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:57.948282 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-ff23fb1b-a6f1-4432-b4b4-08a8df273b8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df4e86c3-3fb8-4104-b637-982cea89788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464857 Jun 17 19:07:57.980667 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc6b5a-4da8-4a3b-95a0-7fb5d81ee031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac407a2-ab6e-4745-b61a-b846beed8614,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:57.988239 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-2fdc6b5a-4da8-4a3b-95a0-7fb5d81ee031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:58.017450 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-2fdc6b5a-4da8-4a3b-95a0-7fb5d81ee031 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31b0c00c5f8f4cefaa96e47335e00aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8241270 Jun 17 19:07:58.021623 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33806) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:58.080510 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-db2b0f4d-ee80-4ea6-92e7-b45e38990103 service neutron] 10.222.0.10 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5239742 Jun 17 19:07:58.109125 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:07:58.132861 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-addd1fe9-a062-4c4a-b129-3cbb4e186600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:58.171205 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-addd1fe9-a062-4c4a-b129-3cbb4e186600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:58.346639 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-addd1fe9-a062-4c4a-b129-3cbb4e186600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:58.360697 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-addd1fe9-a062-4c4a-b129-3cbb4e186600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:58.365034 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-addd1fe9-a062-4c4a-b129-3cbb4e186600 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ac407a2-ab6e-4745-b61a-b846beed8614 HTTP/1.1" status: 204 len: 168 time: 0.3413908 Jun 17 19:07:58.365898 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:58.389522 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd1fe9-a062-4c4a-b129-3cbb4e186600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac407a2-ab6e-4745-b61a-b846beed8614,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:58.392578 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-addd1fe9-a062-4c4a-b129-3cbb4e186600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:58.453266 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b9adf-ee62-4320-817c-26008af62a65 req-b6f8992c-077b-4ba5-b27b-f08f1d30a8fd tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:58.455309 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-394b9adf-ee62-4320-817c-26008af62a65 req-b6f8992c-077b-4ba5-b27b-f08f1d30a8fd tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 943 time: 0.5634227 Jun 17 19:07:58.457325 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-8ecaa65a-4daa-4ab3-a551-14bb55125c56 service neutron] 10.222.0.42 "GET /v2.0/networks/df4e86c3-3fb8-4104-b637-982cea89788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675586 Jun 17 19:07:58.497450 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-e6d6baae-9558-4eb0-ae34-918754eec766 service neutron] 10.222.0.10 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038424 Jun 17 19:07:58.548506 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-394b9adf-ee62-4320-817c-26008af62a65 req-2534db0f-3837-4ca6-9edf-8c78f498a176 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731823 Jun 17 19:07:58.752003 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97a09dac-aa3a-45d1-8715-9efd902c822e req-603d7580-de56-404d-910e-17068e39aa5e service neutron] 10.222.0.42 "GET /v2.0/networks/df4e86c3-3fb8-4104-b637-982cea89788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693528 Jun 17 19:07:58.776459 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e510-f3b9-4ec7-ace2-b82d10ca5d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:58.836562 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ef75ab79-9f0f-42e9-a471-f54f150efdc6 req-e209357f-9345-4dcf-a088-0ff0c18dbd90 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 210 time: 0.2421257 Jun 17 19:07:59.004752 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:59.106707 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0f05a6ce-d324-4ecb-8162-c992a478bae9 req-a9619189-85cb-4546-8741-b1f0a4d0229e tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 210 time: 0.0532568 Jun 17 19:07:59.170113 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80143e-1a23-4b8b-a88e-a70830b7328e req-a69699c5-e3e5-421d-a2a2-31c522833ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:59.171599 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe80143e-1a23-4b8b-a88e-a70830b7328e req-a69699c5-e3e5-421d-a2a2-31c522833ac0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bff560db1d343a9897ead1d831f90fe&device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 1096 time: 0.2020972 Jun 17 19:07:59.177402 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33868) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:59.238807 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 90418d2d-aeb2-4743-aae1-c52ab6b5d272 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:07:59.295681 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33874) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:59.321672 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f4fab3fd-f3aa-40b1-93ec-90f5e8778f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:59.335201 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 90418d2d-aeb2-4743-aae1-c52ab6b5d272 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:07:59.341918 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 90418d2d-aeb2-4743-aae1-c52ab6b5d272 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:07:59.342516 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:59.475522 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:59.530174 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f4fab3fd-f3aa-40b1-93ec-90f5e8778f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:59.535566 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f4fab3fd-f3aa-40b1-93ec-90f5e8778f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:59.539862 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:59.571427 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 90418d2d-aeb2-4743-aae1-c52ab6b5d272, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=90418d2d-aeb2-4743-aae1-c52ab6b5d272,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:07:59.583688 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:59.586298 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:07:59.606262 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-f4fab3fd-f3aa-40b1-93ec-90f5e8778f0e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba9151abb41b4bed8e9f91b9af681cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061013 Jun 17 19:07:59.624643 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fab3fd-f3aa-40b1-93ec-90f5e8778f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b030c9-be50-4cc2-b8b3-99fea8ad65ca,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:59.627179 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33882) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:59.660920 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=90418d2d-aeb2-4743-aae1-c52ab6b5d272,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:07:59.664386 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:59.672725 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f4fab3fd-f3aa-40b1-93ec-90f5e8778f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:07:59.694470 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80143e-1a23-4b8b-a88e-a70830b7328e req-cf8c2a99-c1d9-48c5-a654-7a73d2d72d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:59.697328 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe80143e-1a23-4b8b-a88e-a70830b7328e req-cf8c2a99-c1d9-48c5-a654-7a73d2d72d51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df4e86c3-3fb8-4104-b637-982cea89788e HTTP/1.1" status: 200 len: 913 time: 0.5160358 Jun 17 19:07:59.801072 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe80143e-1a23-4b8b-a88e-a70830b7328e req-33ef1f49-cb98-4233-bdc3-26249ed4689d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42bf5f0c-e86e-404d-bcdc-725a3704ff26 HTTP/1.1" status: 200 len: 217 time: 0.0956590 Jun 17 19:07:59.877149 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:07:59.901715 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 33900) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:07:59.932986 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80143e-1a23-4b8b-a88e-a70830b7328e req-419011d3-99a1-449b-86ac-50d36bd7bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:07:59.935191 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe80143e-1a23-4b8b-a88e-a70830b7328e req-419011d3-99a1-449b-86ac-50d36bd7bf4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caf4c5d2-4f58-4374-b4f6-cf8cb8b8af30 HTTP/1.1" status: 200 len: 852 time: 0.1237907 Jun 17 19:07:59.977110 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0c92e2aa-cca4-4a4d-982e-9e1327b85420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:00.032901 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe80143e-1a23-4b8b-a88e-a70830b7328e req-a082f0d6-db20-4394-8f83-86a412e6c4c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df4e86c3-3fb8-4104-b637-982cea89788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896354 Jun 17 19:08:00.034014 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0c92e2aa-cca4-4a4d-982e-9e1327b85420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:00.127223 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-af3380ad-9b4c-44e2-8e7f-b20ca7a2d633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:00.155350 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0c92e2aa-cca4-4a4d-982e-9e1327b85420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:00.163018 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0c92e2aa-cca4-4a4d-982e-9e1327b85420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:00.177446 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-0c92e2aa-cca4-4a4d-982e-9e1327b85420 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04b030c9-be50-4cc2-b8b3-99fea8ad65ca HTTP/1.1" status: 204 len: 168 time: 0.5389962 Jun 17 19:08:00.180899 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-9deeefbb-1c75-4974-b190-1203494e80fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:00.200850 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-fab0427d-25a8-4d9a-ae06-be6ddb443927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:00.203853 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.42', 54391) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:00.236774 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92e2aa-cca4-4a4d-982e-9e1327b85420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b030c9-be50-4cc2-b8b3-99fea8ad65ca,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:00.282676 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-2ca6deeb-05b5-4527-95a7-805ba7e67574 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:00.284545 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-2ca6deeb-05b5-4527-95a7-805ba7e67574 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/networks?id=d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 200 len: 819 time: 0.3835633 Jun 17 19:08:00.312292 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa8d2b-6870-4ebf-ae3e-0ea65aec167f req-d271ba27-3594-438e-ba93-674048335192 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:00.327311 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a3aa8d2b-6870-4ebf-ae3e-0ea65aec167f req-d271ba27-3594-438e-ba93-674048335192 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 943 time: 0.4271872 Jun 17 19:08:00.363886 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe80143e-1a23-4b8b-a88e-a70830b7328e req-9e42e674-9d74-4c13-88bb-537c1019ffe2 service neutron] 10.222.0.42 "GET /v2.0/networks/df4e86c3-3fb8-4104-b637-982cea89788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230193 Jun 17 19:08:00.377827 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-d7e49e56-f2cc-40c2-9c2c-6704ed468281 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/quotas/93451ec394194b2fba97e72592b1e653 HTTP/1.1" status: 200 len: 375 time: 0.0863194 Jun 17 19:08:00.509497 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a3aa8d2b-6870-4ebf-ae3e-0ea65aec167f req-6cb0c07a-ad43-45a0-9f02-d6c6ff62b6a2 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806056 Jun 17 19:08:00.593399 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0c92e2aa-cca4-4a4d-982e-9e1327b85420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:00.600426 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe80143e-1a23-4b8b-a88e-a70830b7328e req-4e5e76af-7afb-455a-9266-116e018d1908 service neutron] 10.222.0.42 "GET /v2.0/networks/df4e86c3-3fb8-4104-b637-982cea89788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244222 Jun 17 19:08:00.656595 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-97edba9f-96d2-4cbd-aa2c-7ecf4ef9e3b9 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=93451ec394194b2fba97e72592b1e653&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2680905 Jun 17 19:08:00.669110 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-6cf3e5b5-793b-4a1e-94a2-9cdcc3241192 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:00.678340 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-6cf3e5b5-793b-4a1e-94a2-9cdcc3241192 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.42 "GET /v2.0/networks?id=47474ca6-6289-4c8b-a386-ccceb3457590 HTTP/1.1" status: 200 len: 810 time: 0.4654131 Jun 17 19:08:00.898503 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-d8104ba1-0620-499a-aa8f-47eb6f826806 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f483840778a4b289070c9f068eae35f HTTP/1.1" status: 200 len: 380 time: 0.2008939 Jun 17 19:08:00.932991 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Request body: {'port': {'device_id': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'admin_state_up': True, 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'security_groups': ['5df27d88-3f75-4a1f-b5af-5e79fee237df']}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:00.995909 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c43304eb-98d0-430d-899a-71a46317cbe8 req-30776281-4bbc-4496-be78-5caee0d090ba tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 210 time: 0.1121364 Jun 17 19:08:01.009554 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-af3380ad-9b4c-44e2-8e7f-b20ca7a2d633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:01.026060 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-af3380ad-9b4c-44e2-8e7f-b20ca7a2d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:01.063965 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-8ec956a4-e594-4c53-88cd-5401d9853722 service neutron] 10.222.0.10 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060788 Jun 17 19:08:01.068591 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4a8e4efc-2e97-4bc3-8291-ac3fb67a3cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:01.126366 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-af3380ad-9b4c-44e2-8e7f-b20ca7a2d633 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bca660c5ead34591a81bf50d8b626b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9478562 Jun 17 19:08:01.129143 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3380ad-9b4c-44e2-8e7f-b20ca7a2d633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903cac74-f9d7-4849-8004-adf1e40fbae6,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:01.131971 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33954) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:01.150894 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-af3380ad-9b4c-44e2-8e7f-b20ca7a2d633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:01.183891 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 90418d2d-aeb2-4743-aae1-c52ab6b5d272 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:08:01.207926 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b2da991b-fb66-4efc-b755-e0821743c51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:01.234580 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b2da991b-fb66-4efc-b755-e0821743c51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:01.323877 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 90418d2d-aeb2-4743-aae1-c52ab6b5d272 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:08:01.324264 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:01.364317 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b2da991b-fb66-4efc-b755-e0821743c51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:01.367360 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b2da991b-fb66-4efc-b755-e0821743c51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:01.371485 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-b2da991b-fb66-4efc-b755-e0821743c51f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/903cac74-f9d7-4849-8004-adf1e40fbae6 HTTP/1.1" status: 204 len: 168 time: 0.2352586 Jun 17 19:08:01.373413 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-af3380ad-9b4c-44e2-8e7f-b20ca7a2d633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:01.385876 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da991b-fb66-4efc-b755-e0821743c51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903cac74-f9d7-4849-8004-adf1e40fbae6,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:01.391552 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-b2da991b-fb66-4efc-b755-e0821743c51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:01.645559 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-6c44bd62-e1fc-4710-bd52-18e69501facc tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:01.646962 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-6c44bd62-e1fc-4710-bd52-18e69501facc tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.42 "GET /v2.0/networks?id=d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 200 len: 819 time: 0.7143457 Jun 17 19:08:01.676105 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Request body: {'port': {'device_id': 'a325879a-c7fa-442a-b7e3-4ee3b160a14b', 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066', 'admin_state_up': True, 'tenant_id': '93451ec394194b2fba97e72592b1e653'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:01.698605 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-45eba827-f7b8-4228-808f-c330da67ea45 service neutron] 10.222.0.10 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213014 Jun 17 19:08:01.733636 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-fab0427d-25a8-4d9a-ae06-be6ddb443927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:01.749071 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-fab0427d-25a8-4d9a-ae06-be6ddb443927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:01.772319 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Made reservation on behalf of 0f483840778a4b289070c9f068eae35f for: {'port': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:08:01.779378 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:01.790358 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:01.856107 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-fab0427d-25a8-4d9a-ae06-be6ddb443927 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59c481526c9347ea9acc60e01045e9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9266043 Jun 17 19:08:01.861202 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 33982) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:01.867680 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0427d-25a8-4d9a-ae06-be6ddb443927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a617d6a3-d7e4-4ecb-9578-8e70635d0320,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:01.873064 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-fab0427d-25a8-4d9a-ae06-be6ddb443927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:01.891882 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5053272-7d87-4c33-9588-5590fc626ab7 req-d48e18a6-de2f-480f-949f-ca089b7c8f58 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:01.893417 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f5053272-7d87-4c33-9588-5590fc626ab7 req-d48e18a6-de2f-480f-949f-ca089b7c8f58 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 943 time: 0.2561872 Jun 17 19:08:01.960414 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Made reservation on behalf of 93451ec394194b2fba97e72592b1e653 for: {'port': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:08:01.961864 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:01.963810 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 33992) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:01.979629 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f5053272-7d87-4c33-9588-5590fc626ab7 req-5849d650-1f25-40df-8358-400d1b507582 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688894 Jun 17 19:08:01.992953 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dea53201-f822-4d0d-9add-55a3c6775bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.011516 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.131010 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c1c5b996-14dd-4a14-a9a0-ffd7ad3cd1a7 req-bec13384-1ec8-4490-801c-d44b901e0994 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 210 time: 0.0656931 Jun 17 19:08:02.268131 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4a1bcf0c-9404-482a-a7b5-54735efcad07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.294422 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Allocated IP 172.20.0.2 (d4d539c9-58d2-423d-b233-c8fbfb44a066/8cd3fd67-d089-4814-8e68-8c6a919c213f/8722bcae-e77a-44d0-b165-ab79a8d410f3) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:08:02.321067 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Allocated IP 172.20.0.9 (47474ca6-6289-4c8b-a386-ccceb3457590/91c9f451-1e97-4705-99d3-c24a35bcad9a/6937ec75-d652-413d-85ea-721b9e9f4127) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:08:02.331856 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 42bf5f0c-e86e-404d-bcdc-725a3704ff26 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:08:02.362976 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4a1bcf0c-9404-482a-a7b5-54735efcad07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.431471 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a3079b82-73cd-4799-a4f3-64fda924f181 req-4a94a514-3722-49fe-8659-f2062b5038aa tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 210 time: 0.1295927 Jun 17 19:08:02.518309 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 42bf5f0c-e86e-404d-bcdc-725a3704ff26, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=42bf5f0c-e86e-404d-bcdc-725a3704ff26,segment=NetworkSegment(969137d9-8878-4a51-bc46-07c9055bfd4b),segment_id=969137d9-8878-4a51-bc46-07c9055bfd4b)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:02.536237 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '42bf5f0c-e86e-404d-bcdc-725a3704ff26', 'network_id': 'df4e86c3-3fb8-4104-b637-982cea89788e', 'port_id': '42bf5f0c-e86e-404d-bcdc-725a3704ff26', 'mac_address': 'fa:16:3e:22:f7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf4c5d2-4f58-4374-b4f6-cf8cb8b8af30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:08:02.589045 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.605444 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bf5f0c-e86e-404d-bcdc-725a3704ff26 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:08:02.634997 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 42bf5f0c-e86e-404d-bcdc-725a3704ff26, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=42bf5f0c-e86e-404d-bcdc-725a3704ff26,segment=NetworkSegment(969137d9-8878-4a51-bc46-07c9055bfd4b),segment_id=969137d9-8878-4a51-bc46-07c9055bfd4b)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:02.642366 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.644915 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:02.714523 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=42bf5f0c-e86e-404d-bcdc-725a3704ff26,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:02.729262 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:02.769690 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.806638 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Transition to ACTIVE for port object 6937ec75-d652-413d-85ea-721b9e9f4127 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:08:02.810040 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4a1bcf0c-9404-482a-a7b5-54735efcad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.816707 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4a1bcf0c-9404-482a-a7b5-54735efcad07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.819529 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-4a1bcf0c-9404-482a-a7b5-54735efcad07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a617d6a3-d7e4-4ecb-9578-8e70635d0320 HTTP/1.1" status: 204 len: 168 time: 0.9568982 Jun 17 19:08:02.827986 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:02.844401 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.848989 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bcf0c-9404-482a-a7b5-54735efcad07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a617d6a3-d7e4-4ecb-9578-8e70635d0320,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:02.849134 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dea53201-f822-4d0d-9add-55a3c6775bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.859568 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dea53201-f822-4d0d-9add-55a3c6775bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.867761 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:02.885952 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4a1bcf0c-9404-482a-a7b5-54735efcad07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:02.921902 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea53201-f822-4d0d-9add-55a3c6775bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de75dcd3-7cb6-48fa-bd2d-def99a8c6fa7,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:02.923094 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['42bf5f0c-e86e-404d-bcdc-725a3704ff26'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:08:02.926954 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dea53201-f822-4d0d-9add-55a3c6775bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:02.931832 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-dea53201-f822-4d0d-9add-55a3c6775bae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=016ce812beb1440f9bc126a948741207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9627423 Jun 17 19:08:02.940940 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34030) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:02.971230 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:02.978016 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:03.105519 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:03.163894 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:03.283003 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Network 47474ca6-6289-4c8b-a386-ccceb3457590 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:08:03.303881 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:08:03.318349 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:08:03.341304 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:03.343310 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:03.357703 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event updated for resources: {'Port': ['ID=6937ec75-d652-413d-85ea-721b9e9f4127,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:03.360375 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Pushing event updated for resources: {'Port': ['ID=8722bcae-e77a-44d0-b165-ab79a8d410f3,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:03.370977 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:03.374343 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-273fbaf4-aab3-40d8-8972-fa542e0b916e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:03.393076 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:03.432119 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5165052 Jun 17 19:08:03.441612 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Network d4d539c9-58d2-423d-b233-c8fbfb44a066 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:08:03.447072 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Request body: {'port': {'device_id': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:03.447612 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:08:03.460755 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:08:03.467370 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:03.468035 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:03.486486 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-273fbaf4-aab3-40d8-8972-fa542e0b916e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:03.500552 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8349261 Jun 17 19:08:03.520241 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Request body: {'port': {'device_id': 'a325879a-c7fa-442a-b7e3-4ee3b160a14b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:03.643841 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:03.645079 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5ae4e8af-c16c-4154-b6a0-3c3adc4ec45b req-a9c4c78f-3ea1-4195-8000-1693e434d6e3 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 210 time: 0.1181309 Jun 17 19:08:03.697303 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5addb7-7858-4825-9e83-b9baf0affb68 req-471036c7-706d-420f-a2b6-f5b547f77bd5 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:03.699554 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6d5addb7-7858-4825-9e83-b9baf0affb68 req-471036c7-706d-420f-a2b6-f5b547f77bd5 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 944 time: 0.3222032 Jun 17 19:08:03.740635 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-273fbaf4-aab3-40d8-8972-fa542e0b916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:03.744399 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34060) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:03.755511 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-273fbaf4-aab3-40d8-8972-fa542e0b916e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:03.758962 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-273fbaf4-aab3-40d8-8972-fa542e0b916e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de75dcd3-7cb6-48fa-bd2d-def99a8c6fa7 HTTP/1.1" status: 204 len: 168 time: 0.8088226 Jun 17 19:08:03.767614 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:03.807748 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-7d619fef-2a74-4426-95d7-4261cad9a4d5 None None] Provisioning for port 6937ec75-d652-413d-85ea-721b9e9f4127 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:08:03.817961 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-7d619fef-2a74-4426-95d7-4261cad9a4d5 None None] Provisioning complete for port 6937ec75-d652-413d-85ea-721b9e9f4127 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:08:03.818360 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-7d619fef-2a74-4426-95d7-4261cad9a4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:03.837278 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6d5addb7-7858-4825-9e83-b9baf0affb68 req-d256538d-409c-4160-a5e7-e1d6d0d39959 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174338 Jun 17 19:08:03.842806 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dde05051-93b7-451b-86b9-899e5bcebe07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:03.849758 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:03.887499 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fbaf4-aab3-40d8-8972-fa542e0b916e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de75dcd3-7cb6-48fa-bd2d-def99a8c6fa7,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:03.935424 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-273fbaf4-aab3-40d8-8972-fa542e0b916e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:03.941086 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-7d619fef-2a74-4426-95d7-4261cad9a4d5 None None] Port 6937ec75-d652-413d-85ea-721b9e9f4127 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:08:04.026750 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.42', 54400) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:04.212769 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dde05051-93b7-451b-86b9-899e5bcebe07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:04.306491 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dde05051-93b7-451b-86b9-899e5bcebe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:04.327351 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-273fbaf4-aab3-40d8-8972-fa542e0b916e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:04.337721 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 42bf5f0c-e86e-404d-bcdc-725a3704ff26 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:08:04.380752 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-f9146b8b-8b44-422c-b638-34fa206aa17a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:04.382711 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-f9146b8b-8b44-422c-b638-34fa206aa17a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.42 "GET /v2.0/networks?id=d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 200 len: 819 time: 0.3532794 Jun 17 19:08:04.407764 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Request body: {'port': {'device_id': '8df99f12-e05e-4cf9-a85c-0d684861a314', 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066', 'admin_state_up': True, 'tenant_id': '93451ec394194b2fba97e72592b1e653'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:04.412036 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42973a68-bb3d-4d4b-8ba5-b826d2d6785c req-dc78056b-f917-4569-ba68-fc2fffb15262 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:04.422107 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-42973a68-bb3d-4d4b-8ba5-b826d2d6785c req-dc78056b-f917-4569-ba68-fc2fffb15262 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 931 time: 0.5131123 Jun 17 19:08:04.447207 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-dde05051-93b7-451b-86b9-899e5bcebe07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90f2b76052e3442f86179341aa354692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7016838 Jun 17 19:08:04.457102 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 34092) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:04.466295 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde05051-93b7-451b-86b9-899e5bcebe07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19da789-5fcf-4afd-ba84-8d5e5ec22571,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:04.482806 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dde05051-93b7-451b-86b9-899e5bcebe07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:04.514961 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 42bf5f0c-e86e-404d-bcdc-725a3704ff26 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:08:04.519273 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 42bf5f0c-e86e-404d-bcdc-725a3704ff26 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:08:04.519653 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:04.573152 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-42973a68-bb3d-4d4b-8ba5-b826d2d6785c req-4dcdd7dd-ad18-4a2c-a8c0-506f9db66a6b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486425 Jun 17 19:08:04.704760 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8722bcae-e77a-44d0-b165-ab79a8d410f3 {{(pid=92948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:08:04.709760 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:04.724272 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:04.752701 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Transition to ACTIVE for port object 8722bcae-e77a-44d0-b165-ab79a8d410f3 will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:08:04.764630 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:04.769755 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49deef0a-c1c8-43c0-927d-451792a53d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bf5f0c-e86e-404d-bcdc-725a3704ff26'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:04.781082 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7f375806-1a55-40a7-a119-237bf866e4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:04.846474 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34110) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:04.848539 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Pushing event updated for resources: {'Port': ['ID=8722bcae-e77a-44d0-b165-ab79a8d410f3,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:04.859475 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:04.928574 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d30b1332-5b1f-4dfd-b76d-85343e071961 req-95c65561-96f0-49cd-ad43-2b61d20270eb tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 210 time: 0.0809886 Jun 17 19:08:04.943435 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6937ec75-d652-413d-85ea-721b9e9f4127 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:08:04.966718 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 42bf5f0c-e86e-404d-bcdc-725a3704ff26, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=42bf5f0c-e86e-404d-bcdc-725a3704ff26,segment=NetworkSegment(969137d9-8878-4a51-bc46-07c9055bfd4b),segment_id=969137d9-8878-4a51-bc46-07c9055bfd4b)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:04.971867 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Attempting to bind port 8722bcae-e77a-44d0-b165-ab79a8d410f3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:08:04.972288 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Attempting to bind port 8722bcae-e77a-44d0-b165-ab79a8d410f3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:08:04.972787 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Attempting to bind port 8722bcae-e77a-44d0-b165-ab79a8d410f3 on network d4d539c9-58d2-423d-b233-c8fbfb44a066 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:08:04.976826 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:04.977943 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Port 8722bcae-e77a-44d0-b165-ab79a8d410f3 on network d4d539c9-58d2-423d-b233-c8fbfb44a066 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:08:04.978371 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Attempting to bind port 8722bcae-e77a-44d0-b165-ab79a8d410f3 on network d4d539c9-58d2-423d-b233-c8fbfb44a066 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:08:04.981916 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:04.985933 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:08:04.986381 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Checking segment: {'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:08:04.986831 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Bound using segment: {'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:08:04.987328 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Bound port: 8722bcae-e77a-44d0-b165-ab79a8d410f3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:08:04.987742 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:05.000524 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:05.083860 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Transition to ACTIVE for port object 6937ec75-d652-413d-85ea-721b9e9f4127 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:08:05.105528 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:05.109541 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:05.119317 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=42bf5f0c-e86e-404d-bcdc-725a3704ff26,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:05.133633 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:05.167063 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] For port 8722bcae-e77a-44d0-b165-ab79a8d410f3, host hv-cinder-79053, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:08:05.171553 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] For port 8722bcae-e77a-44d0-b165-ab79a8d410f3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8722bcae-e77a-44d0-b165-ab79a8d410f3,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:08:05.186563 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:05.208318 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Made reservation on behalf of 93451ec394194b2fba97e72592b1e653 for: {'port': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:08:05.216390 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:05.222879 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:05.303060 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Pushing event updated for resources: {'Port': ['ID=8722bcae-e77a-44d0-b165-ab79a8d410f3,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:05.313518 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:05.334443 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-36a105d1-a671-4c9c-80ed-6381640dc199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:05.361656 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:05.362663 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:05.364231 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] 10.222.0.42 "PUT /v2.0/ports/8722bcae-e77a-44d0-b165-ab79a8d410f3 HTTP/1.1" status: 200 len: 1093 time: 1.8527219 Jun 17 19:08:05.367313 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a325879a-c7fa-442a-b7e3-4ee3b160a14b', 'tag': '8722bcae-e77a-44d0-b165-ab79a8d410f3'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:05.370227 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a08604-47e7-4db9-a31a-a48e416f66c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a325879a-c7fa-442a-b7e3-4ee3b160a14b", "tag": "8722bcae-e77a-44d0-b165-ab79a8d410f3"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:05.435232 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04de6-6333-4763-9e27-c2055c968cff req-d7141b0a-16ad-484c-ae0b-f9a929fd171a tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:05.443608 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d5a04de6-6333-4763-9e27-c2055c968cff req-d7141b0a-16ad-484c-ae0b-f9a929fd171a tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 945 time: 0.2703888 Jun 17 19:08:05.449391 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-25429c80-1e69-4406-9a46-c038177e8ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:05.479648 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c630daf5-8f4f-47e4-b4f1-9b4fa0bec3ca" -d '{"events": [{"server_uuid": "49deef0a-c1c8-43c0-927d-451792a53d87", "name": "network-vif-plugged", "status": "completed", "tag": "42bf5f0c-e86e-404d-bcdc-725a3704ff26"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:05.506963 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Pushing event updated for resources: {'Port': ['ID=6937ec75-d652-413d-85ea-721b9e9f4127,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:05.556806 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad71f67a-024e-441e-96fa-081cc2a78194 x-openstack-request-id: req-ad71f67a-024e-441e-96fa-081cc2a78194 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:05.557551 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a325879a-c7fa-442a-b7e3-4ee3b160a14b", "tag": "8722bcae-e77a-44d0-b165-ab79a8d410f3", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:05.558014 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad71f67a-024e-441e-96fa-081cc2a78194 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:05.558738 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a325879a-c7fa-442a-b7e3-4ee3b160a14b', 'tag': '8722bcae-e77a-44d0-b165-ab79a8d410f3', 'status': 'completed', 'code': 200} Jun 17 19:08:05.568222 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:05.584619 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-25429c80-1e69-4406-9a46-c038177e8ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:05.678870 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Attempting to bind port 6937ec75-d652-413d-85ea-721b9e9f4127 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:08:05.679612 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Attempting to bind port 6937ec75-d652-413d-85ea-721b9e9f4127 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:08:05.680190 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Attempting to bind port 6937ec75-d652-413d-85ea-721b9e9f4127 on network 47474ca6-6289-4c8b-a386-ccceb3457590 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:08:05.701026 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847bc2ec-d93f-42d7-abdd-4841e2d5fffd x-openstack-request-id: req-847bc2ec-d93f-42d7-abdd-4841e2d5fffd {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:05.701636 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49deef0a-c1c8-43c0-927d-451792a53d87", "name": "network-vif-plugged", "status": "completed", "tag": "42bf5f0c-e86e-404d-bcdc-725a3704ff26", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:05.702048 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-847bc2ec-d93f-42d7-abdd-4841e2d5fffd {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:05.702725 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49deef0a-c1c8-43c0-927d-451792a53d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bf5f0c-e86e-404d-bcdc-725a3704ff26', 'code': 200} Jun 17 19:08:05.724310 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Port 6937ec75-d652-413d-85ea-721b9e9f4127 on network 47474ca6-6289-4c8b-a386-ccceb3457590 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:08:05.724714 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Attempting to bind port 6937ec75-d652-413d-85ea-721b9e9f4127 on network 47474ca6-6289-4c8b-a386-ccceb3457590 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:08:05.725758 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d5a04de6-6333-4763-9e27-c2055c968cff req-d5917501-5b39-4738-a580-dc4f290a952c tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807117 Jun 17 19:08:05.763884 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:08:05.764606 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Checking segment: {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:08:05.765356 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Bound using segment: {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:08:05.766053 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Bound port: 6937ec75-d652-413d-85ea-721b9e9f4127, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:08:05.766662 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:05.779498 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-a00a5239-d95a-4b12-a5d5-ef3e3e014695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:05.781059 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-a00a5239-d95a-4b12-a5d5-ef3e3e014695 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93451ec394194b2fba97e72592b1e653&device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 1096 time: 0.3231976 Jun 17 19:08:05.891790 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-36ef31b5-efea-4045-b042-8a0280a31981 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8722bcae-e77a-44d0-b165-ab79a8d410f3 HTTP/1.1" status: 200 len: 217 time: 0.0890198 Jun 17 19:08:05.941622 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Allocated IP 172.20.0.6 (d4d539c9-58d2-423d-b233-c8fbfb44a066/8cd3fd67-d089-4814-8e68-8c6a919c213f/87f8f348-7b84-4bc5-8bee-7e76890a7e9f) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:08:06.018292 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-25429c80-1e69-4406-9a46-c038177e8ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:06.022520 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-25429c80-1e69-4406-9a46-c038177e8ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:06.022753 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-25429c80-1e69-4406-9a46-c038177e8ebc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d19da789-5fcf-4afd-ba84-8d5e5ec22571 HTTP/1.1" status: 204 len: 168 time: 1.5610645 Jun 17 19:08:06.028800 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-36a105d1-a671-4c9c-80ed-6381640dc199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:06.031879 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:06.035408 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.42', 54407) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:06.049203 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-36a105d1-a671-4c9c-80ed-6381640dc199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:06.056929 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-1692a485-688a-4f13-8d3d-147b5e3908be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:06.059909 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-1692a485-688a-4f13-8d3d-147b5e3908be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cd3fd67-d089-4814-8e68-8c6a919c213f HTTP/1.1" status: 200 len: 859 time: 0.1567848 Jun 17 19:08:06.064248 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:06.073099 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25429c80-1e69-4406-9a46-c038177e8ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19da789-5fcf-4afd-ba84-8d5e5ec22571,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:06.088593 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-25429c80-1e69-4406-9a46-c038177e8ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:06.119359 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] For port 6937ec75-d652-413d-85ea-721b9e9f4127, host hv-cinder-79053, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:08:06.174455 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] For port 6937ec75-d652-413d-85ea-721b9e9f4127, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6937ec75-d652-413d-85ea-721b9e9f4127,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:08:06.211916 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-3186b685-ee05-4996-a1c7-de756c9a3207 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d539c9-58d2-423d-b233-c8fbfb44a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326530 Jun 17 19:08:06.212978 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:06.223007 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:06.241711 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e45f1e41-45f7-4aee-9f4d-3853e6a30c91 req-e9aab458-6ff7-4d0c-a9e4-0da382274dba tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 210 time: 0.0832090 Jun 17 19:08:06.266374 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-36a105d1-a671-4c9c-80ed-6381640dc199 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=365ac37744a247ff8b327c79287c688f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4146740 Jun 17 19:08:06.266864 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34160) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:06.281203 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:06.281845 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:06.282013 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a105d1-a671-4c9c-80ed-6381640dc199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b5540-015a-4f44-8d21-87d0ecded543,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:06.283451 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] 10.222.0.42 "PUT /v2.0/ports/6937ec75-d652-413d-85ea-721b9e9f4127 HTTP/1.1" status: 200 len: 1093 time: 2.8407724 Jun 17 19:08:06.284388 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'tag': '6937ec75-d652-413d-85ea-721b9e9f4127'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:06.311180 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-36a105d1-a671-4c9c-80ed-6381640dc199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:06.370643 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8c59d-8d4f-4543-801a-3e0d2d877d56 req-ec8d9dcd-1da8-49e6-94fe-d8b9774b79e0 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:06.372316 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ebe8c59d-8d4f-4543-801a-3e0d2d877d56 req-ec8d9dcd-1da8-49e6-94fe-d8b9774b79e0 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 943 time: 0.4715710 Jun 17 19:08:06.552469 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-26e3ada9-e687-4af7-a5f4-a9427b63425d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:06.557930 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:06.641190 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804a4d0-4dc1-4247-8fbb-aa86bb242fd9 req-32faf253-e3fd-4ff9-9a20-27de9b4ad335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:06.642704 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0804a4d0-4dc1-4247-8fbb-aa86bb242fd9 req-32faf253-e3fd-4ff9-9a20-27de9b4ad335 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 1098 time: 0.5807333 Jun 17 19:08:06.648466 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Pushing event updated for resources: {'Port': ['ID=6937ec75-d652-413d-85ea-721b9e9f4127,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:06.654487 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-26e3ada9-e687-4af7-a5f4-a9427b63425d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:06.660817 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:06.670561 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:06.686800 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ebe8c59d-8d4f-4543-801a-3e0d2d877d56 req-cd4e8228-3407-4fd3-913d-a2b648755703 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556355 Jun 17 19:08:06.691229 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-b5e53c66-6678-4e43-8bd2-bf377e063184 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450064 Jun 17 19:08:06.691598 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:06.697072 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-0804a4d0-4dc1-4247-8fbb-aa86bb242fd9 req-b83d5236-4b39-4338-be70-19ce52377f43 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:06.759060 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Pushing event updated for resources: {'Port': ['ID=87f8f348-7b84-4bc5-8bee-7e76890a7e9f,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:06.763132 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-053b05ab-d925-4c19-9489-f5117abbd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:06.764568 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-053b05ab-d925-4c19-9489-f5117abbd925 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f483840778a4b289070c9f068eae35f&device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 1096 time: 0.3748024 Jun 17 19:08:06.765363 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:06.842600 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-16f74254-c79a-42b3-84be-c15a03f45490 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6937ec75-d652-413d-85ea-721b9e9f4127 HTTP/1.1" status: 200 len: 217 time: 0.0677490 Jun 17 19:08:06.848489 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Network d4d539c9-58d2-423d-b233-c8fbfb44a066 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:08:06.892786 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:08:06.901377 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:08:06.908935 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:06.909802 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:06.930404 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-06c4bc40-0c01-4d65-a4bd-95948f2058cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:06.931575 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-06c4bc40-0c01-4d65-a4bd-95948f2058cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91c9f451-1e97-4705-99d3-c24a35bcad9a HTTP/1.1" status: 200 len: 849 time: 0.0816333 Jun 17 19:08:07.043196 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-26e3ada9-e687-4af7-a5f4-a9427b63425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:07.057690 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-26e3ada9-e687-4af7-a5f4-a9427b63425d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:07.062809 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-26e3ada9-e687-4af7-a5f4-a9427b63425d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f19b5540-015a-4f44-8d21-87d0ecded543 HTTP/1.1" status: 204 len: 168 time: 0.7904961 Jun 17 19:08:07.063468 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-8c294d10-902b-4dbb-9df2-13725dfc7e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:07.070676 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4a02b9d-c038-47d3-a31d-02d5621e44de req-bd6f92c4-5512-4746-939b-c36a310f475c service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725421 Jun 17 19:08:07.072890 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-27e637ca-2287-4628-8cf7-9ee98b330eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:07.088134 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-27e637ca-2287-4628-8cf7-9ee98b330eef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47474ca6-6289-4c8b-a386-ccceb3457590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1339064 Jun 17 19:08:07.090879 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3ada9-e687-4af7-a5f4-a9427b63425d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b5540-015a-4f44-8d21-87d0ecded543,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:07.110658 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-26e3ada9-e687-4af7-a5f4-a9427b63425d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:07.120172 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 34212) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:07.196592 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bad9b6-b1e6-48db-a3f4-c3929f3e0b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c950c2d7-a144-45b6-92cc-dfb16af479f4", "tag": "6937ec75-d652-413d-85ea-721b9e9f4127"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:07.251776 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-0804a4d0-4dc1-4247-8fbb-aa86bb242fd9 req-b83d5236-4b39-4338-be70-19ce52377f43 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:07.261920 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-dd173df1-c4c7-44fc-9d44-f12c096e509f service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727281 Jun 17 19:08:07.264323 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248bfec-dc2e-45c5-beff-407aa2d1432b req-7f63fa24-f3a2-4aa6-b9b9-9d459623a230 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:07.266022 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1248bfec-dc2e-45c5-beff-407aa2d1432b req-7f63fa24-f3a2-4aa6-b9b9-9d459623a230 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 945 time: 0.1978319 Jun 17 19:08:07.268164 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8702126 Jun 17 19:08:07.268458 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-0804a4d0-4dc1-4247-8fbb-aa86bb242fd9 req-b83d5236-4b39-4338-be70-19ce52377f43 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:07.275956 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dea53201-f822-4d0d-9add-55a3c6775bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:07.289007 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a08604-47e7-4db9-a31a-a48e416f66c8 req-037d383f-de51-487d-af7b-01ad5f6707c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:07.290653 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-49a08604-47e7-4db9-a31a-a48e416f66c8 req-037d383f-de51-487d-af7b-01ad5f6707c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93451ec394194b2fba97e72592b1e653&device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 1096 time: 0.1560032 Jun 17 19:08:07.293141 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Request body: {'port': {'device_id': '8df99f12-e05e-4cf9-a85c-0d684861a314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:07.336251 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0804a4d0-4dc1-4247-8fbb-aa86bb242fd9 req-b83d5236-4b39-4338-be70-19ce52377f43 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6767087 Jun 17 19:08:07.368976 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d5236-4b39-4338-be70-19ce52377f43 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e912a8e4-4d81-48c2-97cb-27e60832d94c,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:07.386677 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-b83d5236-4b39-4338-be70-19ce52377f43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:07.415061 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1248bfec-dc2e-45c5-beff-407aa2d1432b req-fc87e585-1622-4357-8e79-3ec080785f77 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281233 Jun 17 19:08:07.469041 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:07.558229 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a08604-47e7-4db9-a31a-a48e416f66c8 req-29b64d25-fed8-44b1-b803-5ce769b236b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:07.560923 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-49a08604-47e7-4db9-a31a-a48e416f66c8 req-29b64d25-fed8-44b1-b803-5ce769b236b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 200 len: 920 time: 0.2516873 Jun 17 19:08:07.562801 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5cb34e25-03ab-4085-8a1d-eacd50a824cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:07.642769 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-49a08604-47e7-4db9-a31a-a48e416f66c8 req-16059af8-54a0-4696-b31a-bcc7b7f4b6bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8722bcae-e77a-44d0-b165-ab79a8d410f3 HTTP/1.1" status: 200 len: 217 time: 0.0743549 Jun 17 19:08:07.733555 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62398b06-26a5-4bf6-ae3d-fc49d5825853 x-openstack-request-id: req-62398b06-26a5-4bf6-ae3d-fc49d5825853 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:07.733555 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c950c2d7-a144-45b6-92cc-dfb16af479f4", "tag": "6937ec75-d652-413d-85ea-721b9e9f4127", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:07.733826 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62398b06-26a5-4bf6-ae3d-fc49d5825853 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:07.734288 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'tag': '6937ec75-d652-413d-85ea-721b9e9f4127', 'status': 'completed', 'code': 200} Jun 17 19:08:07.748382 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a08604-47e7-4db9-a31a-a48e416f66c8 req-a6f02dc9-f9ca-497d-bf46-c0a0ebe930cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:07.750238 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-49a08604-47e7-4db9-a31a-a48e416f66c8 req-a6f02dc9-f9ca-497d-bf46-c0a0ebe930cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cd3fd67-d089-4814-8e68-8c6a919c213f HTTP/1.1" status: 200 len: 859 time: 0.0991724 Jun 17 19:08:07.756952 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5cb34e25-03ab-4085-8a1d-eacd50a824cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:07.771499 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5cb34e25-03ab-4085-8a1d-eacd50a824cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:07.796953 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:07.800055 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-5cb34e25-03ab-4085-8a1d-eacd50a824cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b23438221e045498ea32fb44cd6602d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6788962 Jun 17 19:08:07.805755 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0b68946b-8bf9-4da6-a2da-1e03cdd059f6 req-3797ab49-9ec6-40c2-a343-980ff63f7ae0 service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301898 Jun 17 19:08:07.810593 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 34240) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:07.815778 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b310b-bfea-4dc9-9fbc-ecb9d288abc0 req-e9468e17-4a34-4f9c-8b2e-5762e4709ede tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:07.817720 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-442b310b-bfea-4dc9-9fbc-ecb9d288abc0 req-e9468e17-4a34-4f9c-8b2e-5762e4709ede tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 931 time: 0.1777332 Jun 17 19:08:07.818532 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34242) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:07.823989 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-49a08604-47e7-4db9-a31a-a48e416f66c8 req-a1b93925-e3c5-4196-910d-7bcdfe18bf9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d539c9-58d2-423d-b233-c8fbfb44a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623257 Jun 17 19:08:07.877244 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb34e25-03ab-4085-8a1d-eacd50a824cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d287cc5-df56-43ba-9fdc-93e1f8604184,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:07.882453 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4704-dbc1-4ff8-a5be-976f2d52b76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:07.899132 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-5cb34e25-03ab-4085-8a1d-eacd50a824cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:07.986775 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-442b310b-bfea-4dc9-9fbc-ecb9d288abc0 req-fbdc7d3c-c021-494d-b968-952b27900889 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609597 Jun 17 19:08:08.078606 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-49a08604-47e7-4db9-a31a-a48e416f66c8 req-945ea5a0-3206-4209-9003-e5c6ba174ed0 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289355 Jun 17 19:08:08.132503 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bee1f7c5-ef03-40b0-b625-85121191ee98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.177327 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bee1f7c5-ef03-40b0-b625-85121191ee98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.223087 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bad9b6-b1e6-48db-a3f4-c3929f3e0b8f req-09f7e3e8-e903-4da9-9dc4-bd027e3ee800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:08.224552 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-71bad9b6-b1e6-48db-a3f4-c3929f3e0b8f req-09f7e3e8-e903-4da9-9dc4-bd027e3ee800 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f483840778a4b289070c9f068eae35f&device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 1096 time: 0.3374207 Jun 17 19:08:08.232631 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c7683-da62-4e00-92a0-7693012492f0 req-aac0ab90-b5ca-44dc-af87-dcd86590b006 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:08.239664 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4d1c7683-da62-4e00-92a0-7693012492f0 req-aac0ab90-b5ca-44dc-af87-dcd86590b006 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 943 time: 0.2651076 Jun 17 19:08:08.303529 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f8f348-7b84-4bc5-8bee-7e76890a7e9f {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:08:08.310101 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4d1c7683-da62-4e00-92a0-7693012492f0 req-f1eb498b-3adb-4e76-8e25-fd2e39673518 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693734 Jun 17 19:08:08.312035 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4704-dbc1-4ff8-a5be-976f2d52b76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.316238 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.323184 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-49a08604-47e7-4db9-a31a-a48e416f66c8 req-e64319f6-349d-4d3a-a0cf-10431f7ca250 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355037 Jun 17 19:08:08.326803 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4704-dbc1-4ff8-a5be-976f2d52b76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.330995 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:08.405235 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-6e1a4704-dbc1-4ff8-a5be-976f2d52b76a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=060780f857e04b03a624f6c62d668b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5816979 Jun 17 19:08:08.405235 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a4704-dbc1-4ff8-a5be-976f2d52b76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167c8c47-4939-41ea-8aa7-d64766dea7af,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:08.405608 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bee1f7c5-ef03-40b0-b625-85121191ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.406032 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34262) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:08.407877 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bee1f7c5-ef03-40b0-b625-85121191ee98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.408990 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-bee1f7c5-ef03-40b0-b625-85121191ee98 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d287cc5-df56-43ba-9fdc-93e1f8604184 HTTP/1.1" status: 204 len: 168 time: 0.5953197 Jun 17 19:08:08.415851 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Transition to ACTIVE for port object 87f8f348-7b84-4bc5-8bee-7e76890a7e9f will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:08:08.416562 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:08.430932 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6e1a4704-dbc1-4ff8-a5be-976f2d52b76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:08.434709 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.435615 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1f7c5-ef03-40b0-b625-85121191ee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d287cc5-df56-43ba-9fdc-93e1f8604184,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:08.442789 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bee1f7c5-ef03-40b0-b625-85121191ee98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:08.455398 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:08.526879 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bad9b6-b1e6-48db-a3f4-c3929f3e0b8f req-aa70dff7-a14b-4e80-b2b6-9ca3e29d0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:08.529222 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-71bad9b6-b1e6-48db-a3f4-c3929f3e0b8f req-aa70dff7-a14b-4e80-b2b6-9ca3e29d0051 service neutron] 10.222.0.42 "GET /v2.0/networks?id=47474ca6-6289-4c8b-a386-ccceb3457590 HTTP/1.1" status: 200 len: 911 time: 0.2783225 Jun 17 19:08:08.556105 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5c01e5e1-a4ed-45fb-9f24-28a24cbf59c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.617452 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-71bad9b6-b1e6-48db-a3f4-c3929f3e0b8f req-ec4b244c-90c2-4422-ab4e-14579ec25849 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6937ec75-d652-413d-85ea-721b9e9f4127 HTTP/1.1" status: 200 len: 217 time: 0.0623848 Jun 17 19:08:08.620859 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Pushing event updated for resources: {'Port': ['ID=87f8f348-7b84-4bc5-8bee-7e76890a7e9f,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:08.625210 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:08.627883 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5c01e5e1-a4ed-45fb-9f24-28a24cbf59c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.688444 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Attempting to bind port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:08:08.693561 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Attempting to bind port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:08:08.694169 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Attempting to bind port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f on network d4d539c9-58d2-423d-b233-c8fbfb44a066 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:08:08.707737 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f on network d4d539c9-58d2-423d-b233-c8fbfb44a066 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:08:08.708363 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Attempting to bind port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f on network d4d539c9-58d2-423d-b233-c8fbfb44a066 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:08:08.724104 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:08:08.724500 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Checking segment: {'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:08:08.724996 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Bound using segment: {'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:08:08.725572 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Bound port: 87f8f348-7b84-4bc5-8bee-7e76890a7e9f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890670c4-bab8-4888-9352-24b1a2a3089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:08:08.726221 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.730157 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bad9b6-b1e6-48db-a3f4-c3929f3e0b8f req-ed6f2749-8a5e-4826-8f38-049d9090d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:08.732595 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-71bad9b6-b1e6-48db-a3f4-c3929f3e0b8f req-ed6f2749-8a5e-4826-8f38-049d9090d849 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91c9f451-1e97-4705-99d3-c24a35bcad9a HTTP/1.1" status: 200 len: 849 time: 0.1062131 Jun 17 19:08:08.733251 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9047bf3-8cf8-4d76-a396-f95fb0d483ad req-6f978fa9-90cf-4c1f-88de-e90d8dc043c0 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:08.740541 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9047bf3-8cf8-4d76-a396-f95fb0d483ad req-6f978fa9-90cf-4c1f-88de-e90d8dc043c0 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 945 time: 0.1315417 Jun 17 19:08:08.772806 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5c01e5e1-a4ed-45fb-9f24-28a24cbf59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.779991 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5c01e5e1-a4ed-45fb-9f24-28a24cbf59c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.785355 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-5c01e5e1-a4ed-45fb-9f24-28a24cbf59c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/167c8c47-4939-41ea-8aa7-d64766dea7af HTTP/1.1" status: 204 len: 168 time: 0.3568907 Jun 17 19:08:08.786622 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-36a105d1-a671-4c9c-80ed-6381640dc199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:08.801866 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9047bf3-8cf8-4d76-a396-f95fb0d483ad req-3fbad7ed-dace-402d-b42f-c4ed4547ca59 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603936 Jun 17 19:08:08.813503 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01e5e1-a4ed-45fb-9f24-28a24cbf59c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167c8c47-4939-41ea-8aa7-d64766dea7af,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:08.815884 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-5c01e5e1-a4ed-45fb-9f24-28a24cbf59c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:08.857391 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] For port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f, host hv-cinder-79053, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:08:08.861047 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] For port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87f8f348-7b84-4bc5-8bee-7e76890a7e9f,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:08:08.866406 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.874281 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-de9dc355-c0c5-46a7-918c-691f0e259245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:08.904275 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bad9b6-b1e6-48db-a3f4-c3929f3e0b8f req-b53b68a5-389a-4add-add8-5d001a09f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:08.905783 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-71bad9b6-b1e6-48db-a3f4-c3929f3e0b8f req-b53b68a5-389a-4add-add8-5d001a09f149 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47474ca6-6289-4c8b-a386-ccceb3457590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1598306 Jun 17 19:08:08.911934 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:08.912543 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:08.913838 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] 10.222.0.42 "PUT /v2.0/ports/87f8f348-7b84-4bc5-8bee-7e76890a7e9f HTTP/1.1" status: 200 len: 1093 time: 1.6263254 Jun 17 19:08:08.961450 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Pushing event updated for resources: {'Port': ['ID=87f8f348-7b84-4bc5-8bee-7e76890a7e9f,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:08.966541 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:09.073600 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-71bad9b6-b1e6-48db-a3f4-c3929f3e0b8f req-45953d08-71fd-43e5-a33a-c96b845099bc service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459615 Jun 17 19:08:09.110552 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-9ececc31-3845-4864-a195-dd05dbdaade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:09.112192 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-9ececc31-3845-4864-a195-dd05dbdaade8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93451ec394194b2fba97e72592b1e653&device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 1096 time: 0.1380715 Jun 17 19:08:09.186496 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-fc96c2eb-be72-413c-9c51-cc3d7cadaca6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f8f348-7b84-4bc5-8bee-7e76890a7e9f HTTP/1.1" status: 200 len: 217 time: 0.0650251 Jun 17 19:08:09.215413 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf311a20-fa32-4bfd-8d66-08791cfd7495 req-70b030da-7e38-4066-895e-4d88fc03c17c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:09.217703 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cf311a20-fa32-4bfd-8d66-08791cfd7495 req-70b030da-7e38-4066-895e-4d88fc03c17c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 943 time: 0.0849938 Jun 17 19:08:09.247970 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-71bad9b6-b1e6-48db-a3f4-c3929f3e0b8f req-4add0ce1-bba8-44d7-812f-158fce686664 service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668077 Jun 17 19:08:09.253260 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-89ee3cc9-6881-40d5-b418-098795674284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:09.254716 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-89ee3cc9-6881-40d5-b418-098795674284 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cd3fd67-d089-4814-8e68-8c6a919c213f HTTP/1.1" status: 200 len: 859 time: 0.0608561 Jun 17 19:08:09.282418 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cf311a20-fa32-4bfd-8d66-08791cfd7495 req-77514fbc-9377-42ff-9874-e2ebc0bd0672 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559347 Jun 17 19:08:09.293523 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-f57e2ef5-5876-4406-93fb-7361e08fb709 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d539c9-58d2-423d-b233-c8fbfb44a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317791 Jun 17 19:08:09.319218 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34292) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:09.339249 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7404873f-bc08-44bf-aa49-06d6f8f451ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:09.389928 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34296) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:09.428371 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-3aaad5f6-a57f-4d71-a5b9-87ee7440d35c service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271238 Jun 17 19:08:09.470229 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7404873f-bc08-44bf-aa49-06d6f8f451ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:09.478488 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7404873f-bc08-44bf-aa49-06d6f8f451ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:09.543614 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:09.550130 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-7404873f-bc08-44bf-aa49-06d6f8f451ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f2710290d4b4e76b8c2459999637768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268879 Jun 17 19:08:09.550537 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 34304) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:09.571565 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404873f-bc08-44bf-aa49-06d6f8f451ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585adfaf-0032-4313-a2b0-0ea65c2166b9,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:09.576088 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7404873f-bc08-44bf-aa49-06d6f8f451ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:09.606784 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889930c-4409-4d04-971e-895646562005 req-7fc7bfe9-5868-4a8d-a358-7a067d5cf7bc tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:09.613504 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5889930c-4409-4d04-971e-895646562005 req-7fc7bfe9-5868-4a8d-a358-7a067d5cf7bc tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 943 time: 0.1326919 Jun 17 19:08:09.621193 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f23ddc66-b266-4e9e-a3b8-2ff8740b737f req-01891506-8900-4d61-b51c-b93af8d782e8 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858153 Jun 17 19:08:09.634160 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c8b6978a-7e04-4b90-a12d-5a269ae9fe1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:09.663761 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c8b6978a-7e04-4b90-a12d-5a269ae9fe1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:09.681625 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5889930c-4409-4d04-971e-895646562005 req-0d5b4c68-e99d-4f67-ad59-57102adadade tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671196 Jun 17 19:08:09.682643 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4fb7112e-c34f-49c3-9345-2086ed83477d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:09.728318 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c8b6978a-7e04-4b90-a12d-5a269ae9fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:09.731522 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c8b6978a-7e04-4b90-a12d-5a269ae9fe1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:09.732750 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-c8b6978a-7e04-4b90-a12d-5a269ae9fe1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/585adfaf-0032-4313-a2b0-0ea65c2166b9 HTTP/1.1" status: 204 len: 168 time: 0.1815457 Jun 17 19:08:09.733669 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:09.737932 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df99f12-e05e-4cf9-a85c-0d684861a314', 'tag': '87f8f348-7b84-4bc5-8bee-7e76890a7e9f'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:09.740364 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27889aaf-58cc-4fad-947f-8ffb704874c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8df99f12-e05e-4cf9-a85c-0d684861a314", "tag": "87f8f348-7b84-4bc5-8bee-7e76890a7e9f"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:09.748784 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6978a-7e04-4b90-a12d-5a269ae9fe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585adfaf-0032-4313-a2b0-0ea65c2166b9,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:09.751239 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-c8b6978a-7e04-4b90-a12d-5a269ae9fe1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:09.827776 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f53c4cb-289f-4691-bb90-9626e659e152 x-openstack-request-id: req-8f53c4cb-289f-4691-bb90-9626e659e152 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:09.828568 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df99f12-e05e-4cf9-a85c-0d684861a314", "tag": "87f8f348-7b84-4bc5-8bee-7e76890a7e9f", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:09.828841 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f53c4cb-289f-4691-bb90-9626e659e152 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:09.829571 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4fb7112e-c34f-49c3-9345-2086ed83477d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:09.829681 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df99f12-e05e-4cf9-a85c-0d684861a314', 'tag': '87f8f348-7b84-4bc5-8bee-7e76890a7e9f', 'status': 'completed', 'code': 200} Jun 17 19:08:09.835603 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4fb7112e-c34f-49c3-9345-2086ed83477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:09.855461 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-5bcce0a4-1442-44f2-a54e-53feccc2d70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:09.915271 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7112e-c34f-49c3-9345-2086ed83477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c93ad1f-1883-46bf-95be-c3ad80088010,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:09.923956 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4fb7112e-c34f-49c3-9345-2086ed83477d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:09.930664 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-4fb7112e-c34f-49c3-9345-2086ed83477d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83c1cf5b841b407b821d5ed5bd6e7e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396955 Jun 17 19:08:09.931239 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34334) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:09.994877 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27889aaf-58cc-4fad-947f-8ffb704874c3 req-c0f0c819-3ee6-44fc-b49c-66d0106ecbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:09.996508 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-27889aaf-58cc-4fad-947f-8ffb704874c3 req-c0f0c819-3ee6-44fc-b49c-66d0106ecbce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93451ec394194b2fba97e72592b1e653&device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 1096 time: 0.1256011 Jun 17 19:08:10.041070 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9afaf8e3-6e09-4f52-8a75-86af32627b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:10.079170 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9afaf8e3-6e09-4f52-8a75-86af32627b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:10.132135 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5881c-bc9e-4cd5-8819-25c979ccc846 req-0c50b929-5a32-411c-bfb1-ab0a637ee67f tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:10.133633 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2ff5881c-bc9e-4cd5-8819-25c979ccc846 req-0c50b929-5a32-411c-bfb1-ab0a637ee67f tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 945 time: 0.1590395 Jun 17 19:08:10.163159 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27889aaf-58cc-4fad-947f-8ffb704874c3 req-14962ec3-fb71-4102-b0c4-4dfcc3d855ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:10.164628 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-27889aaf-58cc-4fad-947f-8ffb704874c3 req-14962ec3-fb71-4102-b0c4-4dfcc3d855ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 200 len: 920 time: 0.1559119 Jun 17 19:08:10.199907 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9afaf8e3-6e09-4f52-8a75-86af32627b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:10.203514 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9afaf8e3-6e09-4f52-8a75-86af32627b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:10.209173 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-9afaf8e3-6e09-4f52-8a75-86af32627b30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c93ad1f-1883-46bf-95be-c3ad80088010 HTTP/1.1" status: 204 len: 168 time: 0.2753432 Jun 17 19:08:10.218316 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:10.227208 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-27889aaf-58cc-4fad-947f-8ffb704874c3 req-995ed81e-35b2-4e99-ac9d-16461a9a7ee2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f8f348-7b84-4bc5-8bee-7e76890a7e9f HTTP/1.1" status: 200 len: 217 time: 0.0522480 Jun 17 19:08:10.239743 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2ff5881c-bc9e-4cd5-8819-25c979ccc846 req-04bff67a-519b-4654-a178-72ef2644c744 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975869 Jun 17 19:08:10.240973 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afaf8e3-6e09-4f52-8a75-86af32627b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c93ad1f-1883-46bf-95be-c3ad80088010,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:10.247482 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-9afaf8e3-6e09-4f52-8a75-86af32627b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:10.302952 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27889aaf-58cc-4fad-947f-8ffb704874c3 req-876468b7-d442-4973-8a75-e8467dae1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:10.304562 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-27889aaf-58cc-4fad-947f-8ffb704874c3 req-876468b7-d442-4973-8a75-e8467dae1bc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cd3fd67-d089-4814-8e68-8c6a919c213f HTTP/1.1" status: 200 len: 859 time: 0.0700541 Jun 17 19:08:10.362703 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 8722bcae-e77a-44d0-b165-ab79a8d410f3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:08:10.365861 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-27889aaf-58cc-4fad-947f-8ffb704874c3 req-d426045a-c4bb-4569-bfd3-22c6035142c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d539c9-58d2-423d-b233-c8fbfb44a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420687 Jun 17 19:08:10.472459 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34364) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:10.508849 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e905e91a-686f-4b2d-aabf-3d03a5afa78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:10.577429 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-27889aaf-58cc-4fad-947f-8ffb704874c3 req-d29fc776-dffc-4593-8e7c-860edc9a305f service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032652 Jun 17 19:08:10.592062 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 8722bcae-e77a-44d0-b165-ab79a8d410f3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8722bcae-e77a-44d0-b165-ab79a8d410f3,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:10.606924 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '8722bcae-e77a-44d0-b165-ab79a8d410f3', 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066', 'port_id': '8722bcae-e77a-44d0-b165-ab79a8d410f3', 'mac_address': 'fa:16:3e:cf:be:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd3fd67-d089-4814-8e68-8c6a919c213f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:08:10.686604 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:10.694502 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0d0c0-bf2a-4160-95fe-b7c7e0953e3f req-d360fb72-2493-4a52-8fb7-a3f00484b8a8 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:10.722638 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a7d0d0c0-bf2a-4160-95fe-b7c7e0953e3f req-d360fb72-2493-4a52-8fb7-a3f00484b8a8 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 943 time: 0.2606475 Jun 17 19:08:10.731332 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8722bcae-e77a-44d0-b165-ab79a8d410f3 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:08:10.779800 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-27889aaf-58cc-4fad-947f-8ffb704874c3 req-bb2c9be6-1fa3-437e-b65f-7d4ccb690133 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941786 Jun 17 19:08:10.789525 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 8722bcae-e77a-44d0-b165-ab79a8d410f3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8722bcae-e77a-44d0-b165-ab79a8d410f3,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:10.800704 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:10.801558 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 6937ec75-d652-413d-85ea-721b9e9f4127 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:08:10.806251 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-b73150bf-dc23-4424-a724-95fd824b9541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:10.907142 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a7d0d0c0-bf2a-4160-95fe-b7c7e0953e3f req-65615799-6874-492b-9943-9273369d93fa tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801431 Jun 17 19:08:10.909205 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e905e91a-686f-4b2d-aabf-3d03a5afa78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:10.941741 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=8722bcae-e77a-44d0-b165-ab79a8d410f3,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:10.951266 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:10.988695 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e905e91a-686f-4b2d-aabf-3d03a5afa78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:10.995512 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:11.065136 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-e905e91a-686f-4b2d-aabf-3d03a5afa78d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=329e075877844abf8b883e49fbf7055f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5914266 Jun 17 19:08:11.067460 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905e91a-686f-4b2d-aabf-3d03a5afa78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fba987-98b2-4208-8a05-c464881adfd4,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:11.068000 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 34396) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:11.072929 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e905e91a-686f-4b2d-aabf-3d03a5afa78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:11.100554 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e244e-d1b0-4b40-8baa-31fbc65367c4 req-f14c3c61-2b65-40d9-b50f-f614245daec1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:11.113959 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-623e244e-d1b0-4b40-8baa-31fbc65367c4 req-f14c3c61-2b65-40d9-b50f-f614245daec1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 943 time: 0.1815536 Jun 17 19:08:11.158960 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 34400) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:11.161318 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 6937ec75-d652-413d-85ea-721b9e9f4127, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6937ec75-d652-413d-85ea-721b9e9f4127,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:11.173445 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-04a9f936-408d-4b04-850b-ab57e61880e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.190693 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4a01994e-c3f5-4f31-b5fc-f0e120229eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.199052 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-623e244e-d1b0-4b40-8baa-31fbc65367c4 req-b3232c19-2469-44bd-aa82-cfac574f5687 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838289 Jun 17 19:08:11.203189 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '6937ec75-d652-413d-85ea-721b9e9f4127', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'port_id': '6937ec75-d652-413d-85ea-721b9e9f4127', 'mac_address': 'fa:16:3e:53:0d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:08:11.230243 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-04a9f936-408d-4b04-850b-ab57e61880e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.265953 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.285491 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6937ec75-d652-413d-85ea-721b9e9f4127 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:08:11.318241 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 6937ec75-d652-413d-85ea-721b9e9f4127, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6937ec75-d652-413d-85ea-721b9e9f4127,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:11.322103 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-04a9f936-408d-4b04-850b-ab57e61880e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.325856 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-04a9f936-408d-4b04-850b-ab57e61880e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.326538 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.327234 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-04a9f936-408d-4b04-850b-ab57e61880e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8fba987-98b2-4208-8a05-c464881adfd4 HTTP/1.1" status: 204 len: 168 time: 0.2580802 Jun 17 19:08:11.330278 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:11.333158 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-b73150bf-dc23-4424-a724-95fd824b9541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:11.354045 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9f936-408d-4b04-850b-ab57e61880e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fba987-98b2-4208-8a05-c464881adfd4,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:11.358717 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-04a9f936-408d-4b04-850b-ab57e61880e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:11.412057 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=6937ec75-d652-413d-85ea-721b9e9f4127,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:11.416346 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:11.443776 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4a01994e-c3f5-4f31-b5fc-f0e120229eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.457551 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4a01994e-c3f5-4f31-b5fc-f0e120229eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.463985 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-addd1fe9-a062-4c4a-b129-3cbb4e186600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:11.504767 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-4a01994e-c3f5-4f31-b5fc-f0e120229eb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbd32a84e0ab4741a81158d4a4a1fca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403566 Jun 17 19:08:11.506048 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01994e-c3f5-4f31-b5fc-f0e120229eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0c68cf-983c-4e25-bb55-e06d7fc846db,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:11.507508 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34426) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:11.524552 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4a01994e-c3f5-4f31-b5fc-f0e120229eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:11.569660 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-95a61028-c5ce-4572-b01c-c04ae82f56c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.594957 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-95a61028-c5ce-4572-b01c-c04ae82f56c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.601355 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['6937ec75-d652-413d-85ea-721b9e9f4127'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:08:11.634199 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['8722bcae-e77a-44d0-b165-ab79a8d410f3'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:08:11.666811 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-95a61028-c5ce-4572-b01c-c04ae82f56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.670386 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-95a61028-c5ce-4572-b01c-c04ae82f56c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:11.671886 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-95a61028-c5ce-4572-b01c-c04ae82f56c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd0c68cf-983c-4e25-bb55-e06d7fc846db HTTP/1.1" status: 204 len: 168 time: 0.1627512 Jun 17 19:08:11.672670 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:11.684517 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a61028-c5ce-4572-b01c-c04ae82f56c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0c68cf-983c-4e25-bb55-e06d7fc846db,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:11.687306 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-95a61028-c5ce-4572-b01c-c04ae82f56c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:11.699393 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 34440) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:12.129930 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cf566c00-5aa9-439a-b303-e671b44e64c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.189806 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb1c5d-ef90-4b91-a9e3-c339e6f194e7 req-2f0f7b1b-c29b-4c82-9b25-37e2d7ba3bda tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:12.205997 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-95eb1c5d-ef90-4b91-a9e3-c339e6f194e7 req-2f0f7b1b-c29b-4c82-9b25-37e2d7ba3bda tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 943 time: 0.1440606 Jun 17 19:08:12.260631 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34522) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:12.310704 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-95eb1c5d-ef90-4b91-a9e3-c339e6f194e7 req-48fc85ba-1e4d-4e85-a2aa-5d5d7c4b94e0 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037102 Jun 17 19:08:12.314930 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ac574872-b9fb-415e-8dd3-59ac48649482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.343753 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cf566c00-5aa9-439a-b303-e671b44e64c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.349753 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cf566c00-5aa9-439a-b303-e671b44e64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.354781 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-04a9f936-408d-4b04-850b-ab57e61880e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:12.377269 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 87f8f348-7b84-4bc5-8bee-7e76890a7e9f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:08:12.406315 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-cf566c00-5aa9-439a-b303-e671b44e64c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0c63cbc7c274d06886cf8502cf25bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7043900 Jun 17 19:08:12.407397 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf566c00-5aa9-439a-b303-e671b44e64c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183c3da1-207c-4f9e-88b3-3d9cc9622c29,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:12.412810 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-cf566c00-5aa9-439a-b303-e671b44e64c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:12.413486 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34530) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:12.608885 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-838b8571-345b-4c28-890c-f3c3297276c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.650814 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ac574872-b9fb-415e-8dd3-59ac48649482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.682327 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ac574872-b9fb-415e-8dd3-59ac48649482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.687919 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87f8f348-7b84-4bc5-8bee-7e76890a7e9f,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:12.691542 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6e1a4704-dbc1-4ff8-a5be-976f2d52b76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:12.696144 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-838b8571-345b-4c28-890c-f3c3297276c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.701330 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '87f8f348-7b84-4bc5-8bee-7e76890a7e9f', 'network_id': 'd4d539c9-58d2-423d-b233-c8fbfb44a066', 'port_id': '87f8f348-7b84-4bc5-8bee-7e76890a7e9f', 'mac_address': 'fa:16:3e:fb:05:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd3fd67-d089-4814-8e68-8c6a919c213f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:08:12.766243 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.768237 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-ac574872-b9fb-415e-8dd3-59ac48649482 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef6915ea2b7541e18ebb74fca16423fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4895597 Jun 17 19:08:12.768466 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 34566) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:12.775392 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac574872-b9fb-415e-8dd3-59ac48649482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9dfaea-e629-4c14-a44a-f96459b24a01,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:12.783524 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ac574872-b9fb-415e-8dd3-59ac48649482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:12.791811 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f8f348-7b84-4bc5-8bee-7e76890a7e9f {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:08:12.813332 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8ab36-ac58-4c52-8fdc-bce73033c1b0 req-7496cfd9-78d7-41df-8471-a3c22f1e9e1d tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:12.822231 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c5c8ab36-ac58-4c52-8fdc-bce73033c1b0 req-7496cfd9-78d7-41df-8471-a3c22f1e9e1d tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 944 time: 0.2003314 Jun 17 19:08:12.833474 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87f8f348-7b84-4bc5-8bee-7e76890a7e9f,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:12.838800 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.844155 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:12.845219 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-838b8571-345b-4c28-890c-f3c3297276c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.848700 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-838b8571-345b-4c28-890c-f3c3297276c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.850120 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-838b8571-345b-4c28-890c-f3c3297276c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/183c3da1-207c-4f9e-88b3-3d9cc9622c29 HTTP/1.1" status: 204 len: 168 time: 0.4338334 Jun 17 19:08:12.856254 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dde05051-93b7-451b-86b9-899e5bcebe07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:12.888978 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c5c8ab36-ac58-4c52-8fdc-bce73033c1b0 req-ee803b5b-77e3-4b59-b0c4-b1f53809e9c7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670207 Jun 17 19:08:12.891653 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b8571-345b-4c28-890c-f3c3297276c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183c3da1-207c-4f9e-88b3-3d9cc9622c29,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:12.897298 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-838b8571-345b-4c28-890c-f3c3297276c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:12.932479 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-72cad23e-2aa3-469e-a35e-52c8e42ab217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:12.986165 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-72cad23e-2aa3-469e-a35e-52c8e42ab217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:13.079473 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-72cad23e-2aa3-469e-a35e-52c8e42ab217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:13.082443 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-72cad23e-2aa3-469e-a35e-52c8e42ab217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:13.087851 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-72cad23e-2aa3-469e-a35e-52c8e42ab217 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f9dfaea-e629-4c14-a44a-f96459b24a01 HTTP/1.1" status: 204 len: 168 time: 0.3172963 Jun 17 19:08:13.089098 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:13.094001 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=87f8f348-7b84-4bc5-8bee-7e76890a7e9f,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:13.103724 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:13.130706 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cad23e-2aa3-469e-a35e-52c8e42ab217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9dfaea-e629-4c14-a44a-f96459b24a01,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:13.135005 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-72cad23e-2aa3-469e-a35e-52c8e42ab217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:13.191663 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['87f8f348-7b84-4bc5-8bee-7e76890a7e9f'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:08:13.532027 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e4ada-33d1-4e25-9ecf-e437e99b641d req-e6093bdb-5264-4ae9-9546-8dfc56e52299 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:13.533512 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cd2e4ada-33d1-4e25-9ecf-e437e99b641d req-e6093bdb-5264-4ae9-9546-8dfc56e52299 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 944 time: 0.0754366 Jun 17 19:08:13.580703 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cd2e4ada-33d1-4e25-9ecf-e437e99b641d req-442fa4d4-06ad-44b2-bd1a-cdaf102f329a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386798 Jun 17 19:08:13.719356 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 34622) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:13.753953 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 34628) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:13.774167 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-3c694b91-1534-4767-907c-63bcb2da7255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:13.884138 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-3c694b91-1534-4767-907c-63bcb2da7255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:13.888076 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ff93af8c-4bd7-4691-9231-72ffb45bd1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:13.891626 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-3c694b91-1534-4767-907c-63bcb2da7255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:13.901813 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-b91eb798-8760-4634-840d-de7ac7b5156d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:13.959322 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-3c694b91-1534-4767-907c-63bcb2da7255 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=094ac0cb5ae24d6ca78d7e5865cdf2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991823 Jun 17 19:08:13.963155 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34640) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:13.963677 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c694b91-1534-4767-907c-63bcb2da7255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c22f68-abdd-47fe-908c-848aa4835f63,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:13.967215 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-3c694b91-1534-4767-907c-63bcb2da7255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:14.074260 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9deb-0a79-485b-b694-573f12de4119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.084808 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ff93af8c-4bd7-4691-9231-72ffb45bd1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.089034 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ff93af8c-4bd7-4691-9231-72ffb45bd1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.092812 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-b2da991b-fb66-4efc-b755-e0821743c51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:14.129542 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9deb-0a79-485b-b694-573f12de4119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.194018 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-ff93af8c-4bd7-4691-9231-72ffb45bd1ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fed537b3be2041c9ae6ddc320b68f14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733801 Jun 17 19:08:14.197349 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34646) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:14.198141 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93af8c-4bd7-4691-9231-72ffb45bd1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613bdff1-f928-4192-a14c-198bb2eb4ff2,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:14.206435 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ff93af8c-4bd7-4691-9231-72ffb45bd1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:14.278636 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142ed92-85f1-435b-a68d-216c11bf5103 req-ed5d19ab-2bbf-44d5-b789-e144142a490f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:14.280148 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2142ed92-85f1-435b-a68d-216c11bf5103 req-ed5d19ab-2bbf-44d5-b789-e144142a490f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 944 time: 0.2309937 Jun 17 19:08:14.313001 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e6c7de3d-6895-4e12-b54a-aba631afc745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.336653 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9deb-0a79-485b-b694-573f12de4119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.339153 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9deb-0a79-485b-b694-573f12de4119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.340373 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-ec9c9deb-0a79-485b-b694-573f12de4119 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41c22f68-abdd-47fe-908c-848aa4835f63 HTTP/1.1" status: 204 len: 168 time: 0.3753750 Jun 17 19:08:14.345670 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-5c01e5e1-a4ed-45fb-9f24-28a24cbf59c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:14.363913 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2142ed92-85f1-435b-a68d-216c11bf5103 req-6fbe1b09-3b7a-47f5-8828-023b9c02d5de tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733700 Jun 17 19:08:14.368862 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e6c7de3d-6895-4e12-b54a-aba631afc745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.370879 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c9deb-0a79-485b-b694-573f12de4119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c22f68-abdd-47fe-908c-848aa4835f63,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:14.379207 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ec9c9deb-0a79-485b-b694-573f12de4119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:14.389781 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 8722bcae-e77a-44d0-b165-ab79a8d410f3 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:08:14.438974 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e6c7de3d-6895-4e12-b54a-aba631afc745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.441930 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e6c7de3d-6895-4e12-b54a-aba631afc745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.446507 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-e6c7de3d-6895-4e12-b54a-aba631afc745 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/613bdff1-f928-4192-a14c-198bb2eb4ff2 HTTP/1.1" status: 204 len: 168 time: 0.2328234 Jun 17 19:08:14.448027 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:14.455761 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7de3d-6895-4e12-b54a-aba631afc745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613bdff1-f928-4192-a14c-198bb2eb4ff2,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:14.458684 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e6c7de3d-6895-4e12-b54a-aba631afc745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:14.484627 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 8722bcae-e77a-44d0-b165-ab79a8d410f3 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:08:14.489940 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 8722bcae-e77a-44d0-b165-ab79a8d410f3 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:08:14.490532 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.569213 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 34666) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:14.575253 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.612110 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 8722bcae-e77a-44d0-b165-ab79a8d410f3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8722bcae-e77a-44d0-b165-ab79a8d410f3,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:14.613098 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a325879a-c7fa-442a-b7e3-4ee3b160a14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8722bcae-e77a-44d0-b165-ab79a8d410f3'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:14.616209 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106ffd1f-7814-4063-a61f-fcbd83f48cbd" -d '{"events": [{"server_uuid": "a325879a-c7fa-442a-b7e3-4ee3b160a14b", "name": "network-vif-plugged", "status": "completed", "tag": "8722bcae-e77a-44d0-b165-ab79a8d410f3"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:14.621530 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.622783 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 6937ec75-d652-413d-85ea-721b9e9f4127 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:08:14.626066 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:14.718628 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=8722bcae-e77a-44d0-b165-ab79a8d410f3,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:14.722875 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc015f3-9104-4ae8-9150-555271a12345 x-openstack-request-id: req-acc015f3-9104-4ae8-9150-555271a12345 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:14.723343 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a325879a-c7fa-442a-b7e3-4ee3b160a14b", "name": "network-vif-plugged", "status": "completed", "tag": "8722bcae-e77a-44d0-b165-ab79a8d410f3", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:14.723737 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acc015f3-9104-4ae8-9150-555271a12345 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:14.724253 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a325879a-c7fa-442a-b7e3-4ee3b160a14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8722bcae-e77a-44d0-b165-ab79a8d410f3', 'code': 200} Jun 17 19:08:14.726647 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:14.734870 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 6937ec75-d652-413d-85ea-721b9e9f4127 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:08:14.746800 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 6937ec75-d652-413d-85ea-721b9e9f4127 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:08:14.747546 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.863669 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e84c3-9be2-499b-97e4-da9d5ee800b8 req-c8d90d31-968d-4543-a70a-ddf3c8575730 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:14.873879 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5f5e84c3-9be2-499b-97e4-da9d5ee800b8 req-c8d90d31-968d-4543-a70a-ddf3c8575730 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 944 time: 0.1026073 Jun 17 19:08:14.919736 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.942209 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5f5e84c3-9be2-499b-97e4-da9d5ee800b8 req-6ebb490b-badd-43d1-bb02-64ee3df5f6dd tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657470 Jun 17 19:08:14.977424 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 6937ec75-d652-413d-85ea-721b9e9f4127, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6937ec75-d652-413d-85ea-721b9e9f4127,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:14.986111 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:14.989964 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 87f8f348-7b84-4bc5-8bee-7e76890a7e9f up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:08:14.992886 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-b4368aae-66b3-4bba-94d4-177b45cf7983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:15.077569 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=6937ec75-d652-413d-85ea-721b9e9f4127,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:15.081596 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:15.092162 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:08:15.099130 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:08:15.100109 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.150137 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1274989796-network', 'tenant_id': 'dd54fd98b7904bb9816030928f57d2d5'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:15.155906 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23648f55-f73d-4b0c-8886-1c48d8f4b233 req-fffd1256-12a3-4976-aa57-ec5878e1c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:15.157369 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-23648f55-f73d-4b0c-8886-1c48d8f4b233 req-fffd1256-12a3-4976-aa57-ec5878e1c28e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 1098 time: 0.1286643 Jun 17 19:08:15.212228 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Made reservation on behalf of dd54fd98b7904bb9816030928f57d2d5 for: {'network': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:08:15.215455 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.215678 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.228844 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-23648f55-f73d-4b0c-8886-1c48d8f4b233 req-a35dbded-c986-44a2-919b-64403cd3513b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644083 Jun 17 19:08:15.229774 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.265386 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87f8f348-7b84-4bc5-8bee-7e76890a7e9f,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:15.271399 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.276125 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-cdbd9662-180a-408a-856e-f700fecbf7c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:15.333774 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34692) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:15.372756 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-38f526f0-e916-4440-8d29-2c894c3462ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.379167 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=87f8f348-7b84-4bc5-8bee-7e76890a7e9f,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:15.388911 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:15.569396 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.576559 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.582004 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0c92e2aa-cca4-4a4d-982e-9e1327b85420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:15.610968 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=92947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:08:15.634148 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb480d82-2303-4b2e-9a07-a5e25baa7006,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:15.640077 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:15.641552 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.641933 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.db.segments_db [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Added segment 1456b5f4-adf8-4863-a052-631071ce8cf1 of type vlan for network 8f91979a-0c8a-4396-bc9f-79b29cfe2a92 Jun 17 19:08:15.739585 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.769398 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94872740-b98a-4119-b796-9fc340128e30 req-7b7716b0-05cd-43f9-980d-4cb03fe5be5a tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:15.776456 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-94872740-b98a-4119-b796-9fc340128e30 req-7b7716b0-05cd-43f9-980d-4cb03fe5be5a tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1522596 Jun 17 19:08:15.814951 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-38f526f0-e916-4440-8d29-2c894c3462ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.828395 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-38f526f0-e916-4440-8d29-2c894c3462ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.829367 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.831745 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:15.833102 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:15.839675 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ac574872-b9fb-415e-8dd3-59ac48649482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:15.839922 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-441fbb12-9fc4-4e3e-a8b5-800698d13a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:15.905752 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3321800 Jun 17 19:08:15.913286 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34714) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:15.930626 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-94872740-b98a-4119-b796-9fc340128e30 req-0a9957f9-f044-43fe-aa13-ed19d2c30b2b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529841 Jun 17 19:08:15.940730 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] Request body: {'subnet': {'network_id': '8f91979a-0c8a-4396-bc9f-79b29cfe2a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1274989796-subnet', 'tenant_id': 'dd54fd98b7904bb9816030928f57d2d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:15.958623 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-38f526f0-e916-4440-8d29-2c894c3462ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5525123972174e749d81ec3178c3368b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6237564 Jun 17 19:08:15.979949 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34718) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:16.007491 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Pushing event updated for resources: {'Network': ['ID=8f91979a-0c8a-4396-bc9f-79b29cfe2a92,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:16.011768 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:16.026759 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network 8f91979a-0c8a-4396-bc9f-79b29cfe2a92 details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:08:16.047227 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f526f0-e916-4440-8d29-2c894c3462ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9d9aaf-9871-452b-a468-3d4a1f048d59,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:16.050943 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-38f526f0-e916-4440-8d29-2c894c3462ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:16.131919 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] Made reservation on behalf of dd54fd98b7904bb9816030928f57d2d5 for: {'subnet': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:08:16.134168 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:16.217547 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6f7adc7a-26f2-4806-8ec5-1f1356bb9ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:16.259130 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f5a53-981f-445e-ba76-d6157384b8f9 req-3de1d887-a761-4556-ad2c-14e1a8cd0af0 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:16.260628 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a57f5a53-981f-445e-ba76-d6157384b8f9 req-3de1d887-a761-4556-ad2c-14e1a8cd0af0 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 945 time: 0.2983537 Jun 17 19:08:16.275367 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6f7adc7a-26f2-4806-8ec5-1f1356bb9ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:16.333157 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b905d5-0528-4ce8-8220-f12417cee859 req-0c8d53d7-4704-4a47-9d46-edd320962e11 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:16.334658 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-25b905d5-0528-4ce8-8220-f12417cee859 req-0c8d53d7-4704-4a47-9d46-edd320962e11 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.2495201 Jun 17 19:08:16.421248 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a57f5a53-981f-445e-ba76-d6157384b8f9 req-95e1bcd3-e99e-47e8-b282-96b84e1309bc tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479402 Jun 17 19:08:16.464196 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-25b905d5-0528-4ce8-8220-f12417cee859 req-05ba7f48-6dd5-4cf8-b0df-4a2b54e58830 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178684 Jun 17 19:08:16.468554 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6f7adc7a-26f2-4806-8ec5-1f1356bb9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:16.471126 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6f7adc7a-26f2-4806-8ec5-1f1356bb9ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:16.472107 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-6f7adc7a-26f2-4806-8ec5-1f1356bb9ccf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae9d9aaf-9871-452b-a468-3d4a1f048d59 HTTP/1.1" status: 204 len: 168 time: 0.4879010 Jun 17 19:08:16.475681 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4fb7112e-c34f-49c3-9345-2086ed83477d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:16.508843 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7adc7a-26f2-4806-8ec5-1f1356bb9ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9d9aaf-9871-452b-a468-3d4a1f048d59,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:16.516149 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6f7adc7a-26f2-4806-8ec5-1f1356bb9ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:16.551133 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705'] for subnet, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:16.557004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-cd2767d9-96a0-457f-a2ec-3e024454aa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:16.725867 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6937ec75-d652-413d-85ea-721b9e9f4127'}, {'server_uuid': '8df99f12-e05e-4cf9-a85c-0d684861a314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f8f348-7b84-4bc5-8bee-7e76890a7e9f'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:16.728321 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412de816-1f83-48eb-a39a-511f40832935" -d '{"events": [{"server_uuid": "c950c2d7-a144-45b6-92cc-dfb16af479f4", "name": "network-vif-plugged", "status": "completed", "tag": "6937ec75-d652-413d-85ea-721b9e9f4127"}, {"server_uuid": "8df99f12-e05e-4cf9-a85c-0d684861a314", "name": "network-vif-plugged", "status": "completed", "tag": "87f8f348-7b84-4bc5-8bee-7e76890a7e9f"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:16.802731 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e2c604-2dcb-4e91-a488-b6c9469c4417,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:16.803657 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e4a48d-d150-47cd-984e-d732c9c0b9f6 x-openstack-request-id: req-45e4a48d-d150-47cd-984e-d732c9c0b9f6 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:16.804028 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c950c2d7-a144-45b6-92cc-dfb16af479f4", "name": "network-vif-plugged", "status": "completed", "tag": "6937ec75-d652-413d-85ea-721b9e9f4127", "code": 200}, {"server_uuid": "8df99f12-e05e-4cf9-a85c-0d684861a314", "name": "network-vif-plugged", "status": "completed", "tag": "87f8f348-7b84-4bc5-8bee-7e76890a7e9f", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:16.804382 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45e4a48d-d150-47cd-984e-d732c9c0b9f6 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:16.804812 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6937ec75-d652-413d-85ea-721b9e9f4127', 'code': 200} Jun 17 19:08:16.805181 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df99f12-e05e-4cf9-a85c-0d684861a314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f8f348-7b84-4bc5-8bee-7e76890a7e9f', 'code': 200} Jun 17 19:08:16.808438 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:16.827367 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] Checking segment: {'id': '1456b5f4-adf8-4863-a052-631071ce8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8f91979a-0c8a-4396-bc9f-79b29cfe2a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:08:16.829999 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] Network hostable DHCP agents. Network: 8f91979a-0c8a-4396-bc9f-79b29cfe2a92, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:08:16.867280 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] Network 8f91979a-0c8a-4396-bc9f-79b29cfe2a92 is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:08:16.878800 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, 8f91979a-0c8a-4396-bc9f-79b29cfe2a92) {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:08:16.883633 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:16.885188 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:16.894890 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81391c81-a1ee-45c5-bc10-16a3af32017d None None] Network 8f91979a-0c8a-4396-bc9f-79b29cfe2a92 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:08:16.928968 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-51990b9f-cb4c-4d18-b20a-b6ae33476621 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9967165 Jun 17 19:08:17.191179 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6513aadd-e779-497a-b508-c9778fced65f None None] Network 8f91979a-0c8a-4396-bc9f-79b29cfe2a92 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:08:17.301911 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e59710-9154-4360-a70c-1047d84a8094 req-3542f090-8f70-49e2-a6d9-7bf30c1ebe42 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:17.303871 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f6e59710-9154-4360-a70c-1047d84a8094 req-3542f090-8f70-49e2-a6d9-7bf30c1ebe42 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1214294 Jun 17 19:08:17.407279 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f6e59710-9154-4360-a70c-1047d84a8094 req-3fd72088-d4ce-4133-9702-e141fa4729b6 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924523 Jun 17 19:08:17.420503 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3368c-c7b4-4397-9d50-d6c729cdd789 req-a31844c0-ff44-4572-a7a6-754c5b75ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:17.421976 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-16f3368c-c7b4-4397-9d50-d6c729cdd789 req-a31844c0-ff44-4572-a7a6-754c5b75ad6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 1098 time: 0.1280379 Jun 17 19:08:17.453774 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55029d68-b269-499d-8ce4-3154778efade req-a388a557-1469-4489-8ab1-902c7fbe4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:17.473853 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-55029d68-b269-499d-8ce4-3154778efade req-a388a557-1469-4489-8ab1-902c7fbe4ee2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 1098 time: 0.2618673 Jun 17 19:08:17.563972 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-55029d68-b269-499d-8ce4-3154778efade req-190a0ddc-e9d6-4dcf-8662-0c6d89a346ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772278 Jun 17 19:08:17.582438 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-16f3368c-c7b4-4397-9d50-d6c729cdd789 req-2b243d8c-ca40-4833-a571-38f678e427c7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408482 Jun 17 19:08:17.717534 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf48c2-f6a6-4136-a946-77ed0a61230e req-5558ee4a-46b1-4096-8edf-3199b7e4b9c1 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:17.718945 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e9cf48c2-f6a6-4136-a946-77ed0a61230e req-5558ee4a-46b1-4096-8edf-3199b7e4b9c1 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1103108 Jun 17 19:08:17.749153 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b73998-04a1-472f-bc96-fd5016ee508f req-8abcadcd-0163-42eb-93eb-2f03c83a713d tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:17.750881 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f5b73998-04a1-472f-bc96-fd5016ee508f req-8abcadcd-0163-42eb-93eb-2f03c83a713d tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 945 time: 0.1434524 Jun 17 19:08:17.799916 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e9cf48c2-f6a6-4136-a946-77ed0a61230e req-88ecf144-9b95-43e0-a99f-0fa4ee0f608b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713694 Jun 17 19:08:17.814258 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f5b73998-04a1-472f-bc96-fd5016ee508f req-133a02e4-ce54-4578-b9ba-5dc45743a373 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539968 Jun 17 19:08:17.853978 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34794) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:17.993542 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34802) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:17.998830 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1497738923-network', 'tenant_id': 'b840e52221fe4f0996b3086bfb388d4e'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:18.023391 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Made reservation on behalf of b840e52221fe4f0996b3086bfb388d4e for: {'network': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:08:18.025776 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.040919 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.048689 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-b5c55559-ce8d-43aa-bb84-0f94a68c2b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.157954 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.166998 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.172088 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e905e91a-686f-4b2d-aabf-3d03a5afa78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:18.204033 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=92948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:08:18.222490 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa752d5-c5cd-438e-beda-6b51e9a54911,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:18.231415 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:18.237734 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.238180 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.segments_db [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Added segment 418f8422-b60d-41b8-a65a-bce4ee77a446 of type vlan for network ce037dc2-a287-486d-9b4f-4b2d7ac68b0b Jun 17 19:08:18.293141 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.343194 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.348286 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:18.348870 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.354156 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:18.357080 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-b5c55559-ce8d-43aa-bb84-0f94a68c2b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.372889 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-b5c55559-ce8d-43aa-bb84-0f94a68c2b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.399383 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4047205 Jun 17 19:08:18.414848 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 34814) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:18.427142 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Request body: {'subnet': {'network_id': 'ce037dc2-a287-486d-9b4f-4b2d7ac68b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1497738923-subnet', 'tenant_id': 'b840e52221fe4f0996b3086bfb388d4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:18.435229 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Pushing event updated for resources: {'Network': ['ID=ce037dc2-a287-486d-9b4f-4b2d7ac68b0b,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:18.443043 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:18.447804 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network ce037dc2-a287-486d-9b4f-4b2d7ac68b0b details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:08:18.448346 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:18.452818 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-b5c55559-ce8d-43aa-bb84-0f94a68c2b55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03efb6e357b5461785690912fd0d7afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5977056 Jun 17 19:08:18.459641 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34816) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:18.471390 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Made reservation on behalf of b840e52221fe4f0996b3086bfb388d4e for: {'subnet': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:08:18.474287 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.532480 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-04d61a89-1029-45ee-8e4e-00d8b019290e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.534736 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c55559-ce8d-43aa-bb84-0f94a68c2b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322dcc6d-e30f-4502-a4ba-168f03b335ef,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:18.538797 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-b5c55559-ce8d-43aa-bb84-0f94a68c2b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:18.577319 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76393f1-a5b9-4d48-9d0c-31348cdabf24 req-4681b4b9-96e3-4030-8a96-b5eff9c47467 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:18.580954 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-e76393f1-a5b9-4d48-9d0c-31348cdabf24 req-4681b4b9-96e3-4030-8a96-b5eff9c47467 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.42 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 945 time: 0.2174337 Jun 17 19:08:18.600181 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-04d61a89-1029-45ee-8e4e-00d8b019290e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.665330 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-04d61a89-1029-45ee-8e4e-00d8b019290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.669038 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-04d61a89-1029-45ee-8e4e-00d8b019290e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:18.673264 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-04d61a89-1029-45ee-8e4e-00d8b019290e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/322dcc6d-e30f-4502-a4ba-168f03b335ef HTTP/1.1" status: 204 len: 168 time: 0.2127531 Jun 17 19:08:18.676310 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-92ee4b52-d251-43c3-bb3a-c42f1386e3b7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:18.694711 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d61a89-1029-45ee-8e4e-00d8b019290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322dcc6d-e30f-4502-a4ba-168f03b335ef,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:18.734662 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-04d61a89-1029-45ee-8e4e-00d8b019290e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:18.798816 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f2a3a-1b8e-4d80-aafb-73324dfadadf req-4d077608-f41d-4125-9637-d6870dc0add4 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:18.800599 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cb7f2a3a-1b8e-4d80-aafb-73324dfadadf req-4d077608-f41d-4125-9637-d6870dc0add4 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1258059 Jun 17 19:08:18.861671 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cb7f2a3a-1b8e-4d80-aafb-73324dfadadf req-4c7a7815-5ec5-4407-851f-68fc37bf4078 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540359 Jun 17 19:08:19.122860 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [req-e76393f1-a5b9-4d48-9d0c-31348cdabf24 req-93264e9e-3a0a-4705-bf81-3bbe392fb337 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Deleting port 42bf5f0c-e86e-404d-bcdc-725a3704ff26 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:08:19.122860 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e76393f1-a5b9-4d48-9d0c-31348cdabf24 req-93264e9e-3a0a-4705-bf81-3bbe392fb337 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:19.191498 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cec78-1d6e-4bf0-af64-324a161ec8ec req-37b43f8a-961b-4531-b716-c594fe2ad025 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:19.193094 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f84cec78-1d6e-4bf0-af64-324a161ec8ec req-37b43f8a-961b-4531-b716-c594fe2ad025 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1802516 Jun 17 19:08:19.195574 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34860) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:19.208981 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705'] for subnet, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:19.228395 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-503318ec-1337-4b98-8f35-7e94d4fb6dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:19.258126 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ddb33-d673-42d9-99ed-29a53ad502cd req-0a3e1ad5-2b9f-4951-89bd-f735ccdd6eac tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:19.259489 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f83ddb33-d673-42d9-99ed-29a53ad502cd req-0a3e1ad5-2b9f-4951-89bd-f735ccdd6eac tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/ports?device_id=49deef0a-c1c8-43c0-927d-451792a53d87 HTTP/1.1" status: 200 len: 945 time: 0.1809285 Jun 17 19:08:19.299245 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-fdafabef-cbd2-42f1-9e3f-804155ee911a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:19.323445 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f84cec78-1d6e-4bf0-af64-324a161ec8ec req-b06e97b2-a634-45bb-bf77-1c925804ddad tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179187 Jun 17 19:08:19.370152 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f83ddb33-d673-42d9-99ed-29a53ad502cd req-1ae625ce-c190-48ee-8475-caf9cad7d97d tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8db401a-742f-47b2-8bd1-bca0d9d632a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020255 Jun 17 19:08:19.398183 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c45307-8771-48bb-ac1c-a05e01c3c285,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:19.427907 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:19.468188 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-503318ec-1337-4b98-8f35-7e94d4fb6dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:19.476566 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-503318ec-1337-4b98-8f35-7e94d4fb6dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:19.476772 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-e76393f1-a5b9-4d48-9d0c-31348cdabf24 req-93264e9e-3a0a-4705-bf81-3bbe392fb337 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] For port 42bf5f0c-e86e-404d-bcdc-725a3704ff26, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=42bf5f0c-e86e-404d-bcdc-725a3704ff26,segment=NetworkSegment(969137d9-8878-4a51-bc46-07c9055bfd4b),segment_id=969137d9-8878-4a51-bc46-07c9055bfd4b)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:19.477015 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e76393f1-a5b9-4d48-9d0c-31348cdabf24 req-93264e9e-3a0a-4705-bf81-3bbe392fb337 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:19.481334 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:19.486234 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Checking segment: {'id': '418f8422-b60d-41b8-a65a-bce4ee77a446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ce037dc2-a287-486d-9b4f-4b2d7ac68b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:08:19.486654 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Network hostable DHCP agents. Network: ce037dc2-a287-486d-9b4f-4b2d7ac68b0b, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:08:19.522019 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503318ec-1337-4b98-8f35-7e94d4fb6dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ce8f54-25f8-4e17-8475-d303ed381947,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:19.527960 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-503318ec-1337-4b98-8f35-7e94d4fb6dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:19.533595 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-503318ec-1337-4b98-8f35-7e94d4fb6dfc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=38d7d3995b21468eb48f03e2cb25c541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370724 Jun 17 19:08:19.534206 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34874) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:19.572437 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [req-e76393f1-a5b9-4d48-9d0c-31348cdabf24 req-93264e9e-3a0a-4705-bf81-3bbe392fb337 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Calling delete_port for 42bf5f0c-e86e-404d-bcdc-725a3704ff26 owned by compute:nova {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:08:19.591428 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Network ce037dc2-a287-486d-9b4f-4b2d7ac68b0b is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:08:19.595539 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7229330f-0eca-495e-8423-e67b52f1b78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:19.628978 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7229330f-0eca-495e-8423-e67b52f1b78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:19.670597 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, ce037dc2-a287-486d-9b4f-4b2d7ac68b0b) {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:08:19.681427 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:19.681427 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:19.685004 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826faea1-df1c-4380-bbd1-312bdfa90720 None None] Network ce037dc2-a287-486d-9b4f-4b2d7ac68b0b requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:08:19.709670 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7229330f-0eca-495e-8423-e67b52f1b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:19.713587 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7229330f-0eca-495e-8423-e67b52f1b78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:19.715270 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-7229330f-0eca-495e-8423-e67b52f1b78d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17ce8f54-25f8-4e17-8475-d303ed381947 HTTP/1.1" status: 204 len: 168 time: 0.1801002 Jun 17 19:08:19.716148 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-b5c55559-ce8d-43aa-bb84-0f94a68c2b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:19.718801 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3010111 Jun 17 19:08:19.724883 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229330f-0eca-495e-8423-e67b52f1b78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ce8f54-25f8-4e17-8475-d303ed381947,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:19.727842 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7229330f-0eca-495e-8423-e67b52f1b78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:19.823359 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e76393f1-a5b9-4d48-9d0c-31348cdabf24 req-93264e9e-3a0a-4705-bf81-3bbe392fb337 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:19.837601 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-57c75b09-c76b-4c90-8268-2311d40c1db5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:19.853360 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['42bf5f0c-e86e-404d-bcdc-725a3704ff26'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:08:19.933475 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93264e9e-3a0a-4705-bf81-3bbe392fb337 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Pushing event deleted for resources: {'Port': ['ID=42bf5f0c-e86e-404d-bcdc-725a3704ff26,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:19.984649 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-93264e9e-3a0a-4705-bf81-3bbe392fb337 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:20.131637 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76393f1-a5b9-4d48-9d0c-31348cdabf24 req-93264e9e-3a0a-4705-bf81-3bbe392fb337 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] No DVR routers for this DVR port 42bf5f0c-e86e-404d-bcdc-725a3704ff26 on host hv-cinder-79053 {{(pid=92947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:08:20.138841 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e76393f1-a5b9-4d48-9d0c-31348cdabf24 req-93264e9e-3a0a-4705-bf81-3bbe392fb337 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:20.140869 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-e76393f1-a5b9-4d48-9d0c-31348cdabf24 req-93264e9e-3a0a-4705-bf81-3bbe392fb337 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] 10.222.0.42 "DELETE /v2.0/ports/42bf5f0c-e86e-404d-bcdc-725a3704ff26 HTTP/1.1" status: 204 len: 173 time: 1.5147445 Jun 17 19:08:20.141334 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49deef0a-c1c8-43c0-927d-451792a53d87', 'name': 'network-vif-deleted', 'tag': '42bf5f0c-e86e-404d-bcdc-725a3704ff26'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:20.143650 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602bf158-cdae-400d-a6df-4b478da21687" -d '{"events": [{"server_uuid": "49deef0a-c1c8-43c0-927d-451792a53d87", "name": "network-vif-deleted", "tag": "42bf5f0c-e86e-404d-bcdc-725a3704ff26"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:20.165259 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db4d17-c962-4f8d-9833-429391e2e61a req-c3075660-cf00-484b-82bd-7705a60a3c60 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:20.172589 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-29db4d17-c962-4f8d-9833-429391e2e61a req-c3075660-cf00-484b-82bd-7705a60a3c60 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1105750 Jun 17 19:08:20.186241 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6405f9dc-54ce-46a6-9164-8e8492308d39 None None] Network ce037dc2-a287-486d-9b4f-4b2d7ac68b0b requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:08:20.204979 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e649a65-c329-4016-b19c-483de23163ad x-openstack-request-id: req-0e649a65-c329-4016-b19c-483de23163ad {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:20.205557 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49deef0a-c1c8-43c0-927d-451792a53d87", "name": "network-vif-deleted", "tag": "42bf5f0c-e86e-404d-bcdc-725a3704ff26", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:20.206218 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e649a65-c329-4016-b19c-483de23163ad {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:20.206873 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49deef0a-c1c8-43c0-927d-451792a53d87', 'name': 'network-vif-deleted', 'tag': '42bf5f0c-e86e-404d-bcdc-725a3704ff26', 'status': 'completed', 'code': 200} Jun 17 19:08:20.312420 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-29db4d17-c962-4f8d-9833-429391e2e61a req-4dd1b322-b041-4929-acd4-a593ab1ca608 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288691 Jun 17 19:08:20.657498 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051596-5904-4952-94de-12dd92e75831 req-26af961d-410c-4c88-8c06-bab8e08f1968 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:20.659009 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-26af961d-410c-4c88-8c06-bab8e08f1968 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/networks?id=8f91979a-0c8a-4396-bc9f-79b29cfe2a92 HTTP/1.1" status: 200 len: 809 time: 0.1902876 Jun 17 19:08:20.667484 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789ae47-acc1-449a-ac2d-529a7a95b0c5 req-418d00d6-274b-4f16-be84-35aedb7bb5da tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:20.669255 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7789ae47-acc1-449a-ac2d-529a7a95b0c5 req-418d00d6-274b-4f16-be84-35aedb7bb5da tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1754186 Jun 17 19:08:20.678772 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 34946) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:20.685309 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-0f3ab0a8-17b7-4c2e-9a11-52aa9a41d9db tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Request body: {'floatingip': {'port_id': '6937ec75-d652-413d-85ea-721b9e9f4127'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:20.772897 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-334c4452-0a48-4868-9c3b-b64cb019f0fa tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/quotas/dd54fd98b7904bb9816030928f57d2d5 HTTP/1.1" status: 200 len: 375 time: 0.1025674 Jun 17 19:08:20.786761 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab0a8-17b7-4c2e-9a11-52aa9a41d9db tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:20.980701 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-5c3d55c4-a56e-4e35-9e42-32e470e207ba tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd54fd98b7904bb9816030928f57d2d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1900730 Jun 17 19:08:21.335206 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89045f-2698-47ea-82d0-4551089e0ff1 req-1f7b8322-eb23-4446-89d9-82c52f5ebc77 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:21.339207 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4f89045f-2698-47ea-82d0-4551089e0ff1 req-1f7b8322-eb23-4446-89d9-82c52f5ebc77 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.5468082 Jun 17 19:08:21.410983 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-81d69480-6456-49fc-bda3-9e06a626f7a3 service neutron] 10.222.0.10 "GET /v2.0/networks/8f91979a-0c8a-4396-bc9f-79b29cfe2a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184668 Jun 17 19:08:21.493706 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4f89045f-2698-47ea-82d0-4551089e0ff1 req-9fd3308c-d7c5-4d2e-a0f2-ee797b9ff493 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476901 Jun 17 19:08:22.115430 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35014) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:22.153679 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-9808ba29-bfad-421f-a459-5aca9de52153 service neutron] 10.222.0.10 "GET /v2.0/networks/8f91979a-0c8a-4396-bc9f-79b29cfe2a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304263 Jun 17 19:08:22.275375 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.db.resource_extend [None req-0f3ab0a8-17b7-4c2e-9a11-52aa9a41d9db tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 19:08:22.284217 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc546-01c2-45d7-8169-afd824f266e4 req-6bc87106-2616-446e-b6e6-e6f2c7eb5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:22.286824 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-8dabc546-01c2-45d7-8169-afd824f266e4 req-6bc87106-2616-446e-b6e6-e6f2c7eb5bb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93451ec394194b2fba97e72592b1e653&device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 1098 time: 0.1292624 Jun 17 19:08:22.419200 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab0a8-17b7-4c2e-9a11-52aa9a41d9db tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:22.426496 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 42bf5f0c-e86e-404d-bcdc-725a3704ff26 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:08:22.435594 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-23f286c5-dc96-4d73-8883-1647ac6b79b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:22.452711 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab0a8-17b7-4c2e-9a11-52aa9a41d9db tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:22.455520 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 42bf5f0c-e86e-404d-bcdc-725a3704ff26 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:08:22.455879 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 42bf5f0c-e86e-404d-bcdc-725a3704ff26 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:08:22.480384 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-574e5b7f-0be2-4940-9ea8-2ea0e41cebf0 req-72ef7a9f-eeea-46d5-b9a0-11d7b7a23768 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 210 time: 0.0588043 Jun 17 19:08:22.565289 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc546-01c2-45d7-8169-afd824f266e4 req-40bf8d5c-bab3-4813-b406-218517f8eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:22.567544 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-8dabc546-01c2-45d7-8169-afd824f266e4 req-40bf8d5c-bab3-4813-b406-218517f8eb2a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 200 len: 920 time: 0.2725315 Jun 17 19:08:22.572702 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e20e24-f93a-4419-8815-63d5bbf10083 req-2996aa98-3182-42aa-b546-477e932bf35e tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:22.575405 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-39e20e24-f93a-4419-8815-63d5bbf10083 req-2996aa98-3182-42aa-b546-477e932bf35e tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.3247635 Jun 17 19:08:22.600537 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-23f286c5-dc96-4d73-8883-1647ac6b79b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:22.641313 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-8dabc546-01c2-45d7-8169-afd824f266e4 req-6d7ae8f8-82ed-4fae-a457-2c6fb6742b08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f8f348-7b84-4bc5-8bee-7e76890a7e9f HTTP/1.1" status: 200 len: 217 time: 0.0383735 Jun 17 19:08:22.643250 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-23f286c5-dc96-4d73-8883-1647ac6b79b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:22.651248 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-83284326-d3a2-4302-ab7e-25a98d5057aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:22.690607 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f286c5-dc96-4d73-8883-1647ac6b79b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94037fea-3da8-4f2a-9e03-f54202a2142e,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:22.700737 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-39e20e24-f93a-4419-8815-63d5bbf10083 req-d646671e-2b3a-4bb2-9721-ebdc5fe1e1f1 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111641 Jun 17 19:08:22.707528 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.l3_db [None req-0f3ab0a8-17b7-4c2e-9a11-52aa9a41d9db tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Floating IP 8fe8279b-1700-4e65-a613-598e6970e42d associated. External IP: 172.28.2.95, port: 6937ec75-d652-413d-85ea-721b9e9f4127. Jun 17 19:08:22.758066 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-23f286c5-dc96-4d73-8883-1647ac6b79b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:22.802199 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-23f286c5-dc96-4d73-8883-1647ac6b79b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=646387a9443a49f0b0a24ae5e0c19ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6855390 Jun 17 19:08:22.802836 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35042) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:22.834754 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc546-01c2-45d7-8169-afd824f266e4 req-f196bd0b-17c8-4b86-bd52-581b1a357d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:22.838117 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-8dabc546-01c2-45d7-8169-afd824f266e4 req-f196bd0b-17c8-4b86-bd52-581b1a357d6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cd3fd67-d089-4814-8e68-8c6a919c213f HTTP/1.1" status: 200 len: 859 time: 0.1476502 Jun 17 19:08:22.899217 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-8dabc546-01c2-45d7-8169-afd824f266e4 req-0f63a471-d42a-41a9-bdc0-a8633f197a7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d539c9-58d2-423d-b233-c8fbfb44a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404141 Jun 17 19:08:23.026771 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d3c71f2a-1010-4994-8f92-c858984d730b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:23.091886 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d3c71f2a-1010-4994-8f92-c858984d730b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:23.147338 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-8dabc546-01c2-45d7-8169-afd824f266e4 req-3e20ae9c-f4ab-4e38-a660-516c9d6fb941 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374756 Jun 17 19:08:23.150914 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3ab0a8-17b7-4c2e-9a11-52aa9a41d9db tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:08:23.352891 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3ab0a8-17b7-4c2e-9a11-52aa9a41d9db tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:08:23.361770 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab0a8-17b7-4c2e-9a11-52aa9a41d9db tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:23.377842 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07892e90-d136-42ea-ac41-f3c3466ed1bf None None] Sync routers for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:08:23.388970 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07892e90-d136-42ea-ac41-f3c3466ed1bf None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:08:23.389677 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-07892e90-d136-42ea-ac41-f3c3466ed1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:07:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:08:23.400708 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d3c71f2a-1010-4994-8f92-c858984d730b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:23.404355 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d3c71f2a-1010-4994-8f92-c858984d730b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:23.405866 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-d3c71f2a-1010-4994-8f92-c858984d730b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94037fea-3da8-4f2a-9e03-f54202a2142e HTTP/1.1" status: 204 len: 168 time: 0.6018307 Jun 17 19:08:23.419081 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bee1f7c5-ef03-40b0-b625-85121191ee98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:23.426004 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-0f3ab0a8-17b7-4c2e-9a11-52aa9a41d9db tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "PUT /v2.0/floatingips/8fe8279b-1700-4e65-a613-598e6970e42d HTTP/1.1" status: 200 len: 990 time: 2.7462304 Jun 17 19:08:23.426761 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'tag': '6937ec75-d652-413d-85ea-721b9e9f4127'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:23.431344 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-8dabc546-01c2-45d7-8169-afd824f266e4 req-84bd8105-f7f6-42d5-9ed7-3c34d726040d service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623415 Jun 17 19:08:23.432723 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c71f2a-1010-4994-8f92-c858984d730b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94037fea-3da8-4f2a-9e03-f54202a2142e,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:23.437118 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-d3c71f2a-1010-4994-8f92-c858984d730b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:23.440702 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1ec0ea-3814-4ae4-b5fe-34e6f4de4bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "c950c2d7-a144-45b6-92cc-dfb16af479f4", "tag": "6937ec75-d652-413d-85ea-721b9e9f4127"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:23.513305 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35070) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:23.598067 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fea2a16-d308-4bdf-84bd-82436da60d9e x-openstack-request-id: req-2fea2a16-d308-4bdf-84bd-82436da60d9e {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:23.598473 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c950c2d7-a144-45b6-92cc-dfb16af479f4", "tag": "6937ec75-d652-413d-85ea-721b9e9f4127", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:23.598856 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fea2a16-d308-4bdf-84bd-82436da60d9e {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:23.599510 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'tag': '6937ec75-d652-413d-85ea-721b9e9f4127', 'status': 'completed', 'code': 200} Jun 17 19:08:23.622019 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80f9029-9ad6-4665-85b2-6bc9ee17e72e admin admin] Deleting subnet caf4c5d2-4f58-4374-b4f6-cf8cb8b8af30 {{(pid=92947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:08:23.632478 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c80f9029-9ad6-4665-85b2-6bc9ee17e72e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:23.651120 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-07892e90-d136-42ea-ac41-f3c3466ed1bf None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:08:23.709924 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c80f9029-9ad6-4665-85b2-6bc9ee17e72e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:23.733876 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c80f9029-9ad6-4665-85b2-6bc9ee17e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:23.936537 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c80f9029-9ad6-4665-85b2-6bc9ee17e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705'] for subnet, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:23.940109 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:23.975275 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f9029-9ad6-4665-85b2-6bc9ee17e72e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caf4c5d2-4f58-4374-b4f6-cf8cb8b8af30,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:23.980212 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-c80f9029-9ad6-4665-85b2-6bc9ee17e72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:23.985662 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c80f9029-9ad6-4665-85b2-6bc9ee17e72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:23.986590 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5cc986dd-e5a5-44da-bbed-d75f13adae33 req-5214711d-e6da-4c5b-a1eb-69299307bb55 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 210 time: 0.1729343 Jun 17 19:08:23.987645 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-c80f9029-9ad6-4665-85b2-6bc9ee17e72e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/caf4c5d2-4f58-4374-b4f6-cf8cb8b8af30 HTTP/1.1" status: 204 len: 168 time: 0.4733536 Jun 17 19:08:23.990045 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35090) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:24.025721 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ec0ea-3814-4ae4-b5fe-34e6f4de4bfa req-c68305fd-1de0-48f7-9720-d6d1fc4945f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:24.027913 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-da1ec0ea-3814-4ae4-b5fe-34e6f4de4bfa req-c68305fd-1de0-48f7-9720-d6d1fc4945f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f483840778a4b289070c9f068eae35f&device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 1098 time: 0.1440663 Jun 17 19:08:24.062600 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fe955-a2d0-44d0-b96a-3d7b5aa3b9b0 req-fa686526-2065-49be-80be-de523e98d62b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:24.073321 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ec5fe955-a2d0-44d0-b96a-3d7b5aa3b9b0 req-fa686526-2065-49be-80be-de523e98d62b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1881330 Jun 17 19:08:24.141291 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ec5fe955-a2d0-44d0-b96a-3d7b5aa3b9b0 req-2d72a253-da2a-46ce-a150-45cc22fbd91f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607247 Jun 17 19:08:24.152945 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35092) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:24.161190 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-07892e90-d136-42ea-ac41-f3c3466ed1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '8fe8279b-1700-4e65-a613-598e6970e42d', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'floating_ip_address': '172.28.2.95', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'port_id': '6937ec75-d652-413d-85ea-721b9e9f4127', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'mac_address': 'fa:16:3e:53:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:07:52Z', 'updated_at': '2021-06-17T19:08:22Z', 'revision_number': 1, 'project_id': '0f483840778a4b289070c9f068eae35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:51Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:08:24.200406 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07892e90-d136-42ea-ac41-f3c3466ed1bf None None] Checking router: d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:08:24.212488 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07892e90-d136-42ea-ac41-f3c3466ed1bf None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:08:24.213714 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-07892e90-d136-42ea-ac41-f3c3466ed1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:07:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:08:24.316382 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:24.336181 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35098) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:24.344142 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-42fce695-a550-4326-bbf0-c220b20caf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:24.361620 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-07892e90-d136-42ea-ac41-f3c3466ed1bf None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:08:24.374004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-32d3ba9c-1f7c-45c6-aef5-4c98e5c87829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:24.434886 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ec0ea-3814-4ae4-b5fe-34e6f4de4bfa req-0003276b-5e70-4c5e-b28a-448ee7ee9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:24.436577 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-da1ec0ea-3814-4ae4-b5fe-34e6f4de4bfa req-0003276b-5e70-4c5e-b28a-448ee7ee9576 service neutron] 10.222.0.42 "GET /v2.0/networks?id=47474ca6-6289-4c8b-a386-ccceb3457590 HTTP/1.1" status: 200 len: 911 time: 0.4024434 Jun 17 19:08:24.477737 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.db.api [None req-32d3ba9c-1f7c-45c6-aef5-4c98e5c87829 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 19:08:24.477737 dv-cinder-790535-5-smb neutron-server[92948]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 19:08:24.477737 dv-cinder-790535-5-smb neutron-server[92948]: [parameters: {'project_id': 'eddab4b5c66d4076bb77f17607b3302a', 'id': '2f114187-02fd-42a7-9889-6eae1961a8ae', 'expiration': datetime.datetime(2021, 6, 17, 19, 10, 24, 424407)}] Jun 17 19:08:24.477737 dv-cinder-790535-5-smb neutron-server[92948]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 19:08:24.478298 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_db.api [None req-32d3ba9c-1f7c-45c6-aef5-4c98e5c87829 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 19:08:24.537718 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-42fce695-a550-4326-bbf0-c220b20caf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:24.543476 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-42fce695-a550-4326-bbf0-c220b20caf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:24.550963 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7229330f-0eca-495e-8423-e67b52f1b78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:24.594955 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-42fce695-a550-4326-bbf0-c220b20caf88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19438835deca43279b5688cd39501c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378915 Jun 17 19:08:24.594955 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fce695-a550-4326-bbf0-c220b20caf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b51d61c-66d2-4d05-bf24-bf2455e63ed4,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:24.596920 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35106) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:24.597879 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-42fce695-a550-4326-bbf0-c220b20caf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:24.632081 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:24.659947 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c8fc95f9-33ba-4a10-abe1-d7fee60a9873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:24.690223 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c8fc95f9-33ba-4a10-abe1-d7fee60a9873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:24.690432 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.690432 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.690879 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.691221 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > port after_create 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.691871 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.692137 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > port after_update 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.692465 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.692783 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.693091 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.693412 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.762389 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c8fc95f9-33ba-4a10-abe1-d7fee60a9873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:24.765163 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c8fc95f9-33ba-4a10-abe1-d7fee60a9873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:24.766357 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-c8fc95f9-33ba-4a10-abe1-d7fee60a9873 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b51d61c-66d2-4d05-bf24-bf2455e63ed4 HTTP/1.1" status: 204 len: 168 time: 0.1695602 Jun 17 19:08:24.767239 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-42fce695-a550-4326-bbf0-c220b20caf88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:24.778231 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc95f9-33ba-4a10-abe1-d7fee60a9873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b51d61c-66d2-4d05-bf24-bf2455e63ed4,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:24.799410 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-07892e90-d136-42ea-ac41-f3c3466ed1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '8fe8279b-1700-4e65-a613-598e6970e42d', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'floating_ip_address': '172.28.2.95', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'port_id': '6937ec75-d652-413d-85ea-721b9e9f4127', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'mac_address': 'fa:16:3e:53:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:07:52Z', 'updated_at': '2021-06-17T19:08:22Z', 'revision_number': 1, 'project_id': '0f483840778a4b289070c9f068eae35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:51Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:08:24.812418 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c8fc95f9-33ba-4a10-abe1-d7fee60a9873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:24.841270 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07892e90-d136-42ea-ac41-f3c3466ed1bf None None] The sync data for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb is: [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '8fe8279b-1700-4e65-a613-598e6970e42d', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'floating_ip_address': '172.28.2.95', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'port_id': '6937ec75-d652-413d-85ea-721b9e9f4127', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'mac_address': 'fa:16:3e:53:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:07:52Z', 'updated_at': '2021-06-17T19:08:22Z', 'revision_number': 1, 'project_id': '0f483840778a4b289070c9f068eae35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:51Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:08:24.888378 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.888911 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.889451 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.889940 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:08:24.890422 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4e86c3-3fb8-4104-b637-982cea89788e']}} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:08:24.913440 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969137d9-8878-4a51-bc46-07c9055bfd4b') {'for_net_delete': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:08:24.913803 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969137d9-8878-4a51-bc46-07c9055bfd4b') {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:08:24.947043 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3247330'] for segment, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:24.979740 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-32d3ba9c-1f7c-45c6-aef5-4c98e5c87829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:24.995912 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-da1ec0ea-3814-4ae4-b5fe-34e6f4de4bfa req-c16ad67a-b816-465a-8622-cbc20078a42d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6937ec75-d652-413d-85ea-721b9e9f4127 HTTP/1.1" status: 200 len: 998 time: 0.5391188 Jun 17 19:08:25.004459 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.044567 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=92947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:08:25.045012 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4087624'] for segment, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: from cryptography.utils import int_from_bytes Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: from cryptography.utils import int_from_bytes Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: Traceback (most recent call last): Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: timer() Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: cb(*args, **kw) Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: return func(*args, **kwargs) Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: self._notify() Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: self.callback(batched_events) Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: event.method(event) Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: return f(self, *a, **k) Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: return self._get(url).json() Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: return self.request(url, 'GET', **kwargs) Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:08:25.061850 dv-cinder-790535-5-smb neutron-server[92947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:08:25.084220 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051596-5904-4952-94de-12dd92e75831 req-a6f3d1c3-082b-4ddc-92d3-664f0a81300e tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:25.086106 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-a6f3d1c3-082b-4ddc-92d3-664f0a81300e tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.42 "GET /v2.0/networks?id=8f91979a-0c8a-4396-bc9f-79b29cfe2a92 HTTP/1.1" status: 200 len: 809 time: 0.6306114 Jun 17 19:08:25.115020 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-90051596-5904-4952-94de-12dd92e75831 req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Request body: {'port': {'device_id': '0acb1413-e11b-4397-8991-69d0476b72f9', 'network_id': '8f91979a-0c8a-4396-bc9f-79b29cfe2a92', 'admin_state_up': True, 'tenant_id': 'dd54fd98b7904bb9816030928f57d2d5'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:25.122495 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90947065-0755-4755-876e-9796163415a2 None None] New status for floating IP 8fe8279b-1700-4e65-a613-598e6970e42d: ACTIVE {{(pid=92949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 19:08:25.171550 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6dc97c0d-2a90-4bf1-b191-f3cda5e2519c req-857ac4ba-bf2a-40dd-9eb5-aef852b5b06e tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 210 time: 0.0538399 Jun 17 19:08:25.262708 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-32d3ba9c-1f7c-45c6-aef5-4c98e5c87829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.271125 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-32d3ba9c-1f7c-45c6-aef5-4c98e5c87829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.274005 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7404873f-bc08-44bf-aa49-06d6f8f451ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:25.291507 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ec0ea-3814-4ae4-b5fe-34e6f4de4bfa req-5095d9bc-c75f-41f2-8cf4-dcc331a0849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:25.293156 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-da1ec0ea-3814-4ae4-b5fe-34e6f4de4bfa req-5095d9bc-c75f-41f2-8cf4-dcc331a0849d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91c9f451-1e97-4705-99d3-c24a35bcad9a HTTP/1.1" status: 200 len: 849 time: 0.2855086 Jun 17 19:08:25.300404 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.330312 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35124) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:25.330958 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:25.342715 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3ba9c-1f7c-45c6-aef5-4c98e5c87829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b73f092-b219-404b-9be4-29976d7e059a,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:25.351112 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-32d3ba9c-1f7c-45c6-aef5-4c98e5c87829 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eddab4b5c66d4076bb77f17607b3302a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0137806 Jun 17 19:08:25.352300 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-32d3ba9c-1f7c-45c6-aef5-4c98e5c87829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:25.352938 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35126) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:25.388414 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.392625 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/df4e86c3-3fb8-4104-b637-982cea89788e HTTP/1.1" status: 204 len: 168 time: 1.3992383 Jun 17 19:08:25.410131 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=df4e86c3-3fb8-4104-b637-982cea89788e,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:25.414887 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ead0f366-faab-4159-accb-1007b1128510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.422877 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-595b8e70-9b7e-41b7-a633-efe7d945bcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:25.461310 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8041f1c5-8fbc-49ef-b393-7a4a156b6322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.462765 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90051596-5904-4952-94de-12dd92e75831 req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Made reservation on behalf of dd54fd98b7904bb9816030928f57d2d5 for: {'port': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:08:25.466938 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-90051596-5904-4952-94de-12dd92e75831 req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.498830 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b0943-898f-4e1f-9795-92a1b2796e4e req-4b35e807-2790-4b2f-8fab-eb6cdb202544 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:25.500335 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7e1b0943-898f-4e1f-9795-92a1b2796e4e req-4b35e807-2790-4b2f-8fab-eb6cdb202544 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1392386 Jun 17 19:08:25.505286 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8041f1c5-8fbc-49ef-b393-7a4a156b6322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.525437 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ec0ea-3814-4ae4-b5fe-34e6f4de4bfa req-2195b1e1-f4e5-4da5-b869-be46ab91dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:25.527945 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-da1ec0ea-3814-4ae4-b5fe-34e6f4de4bfa req-2195b1e1-f4e5-4da5-b869-be46ab91dbd1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47474ca6-6289-4c8b-a386-ccceb3457590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2224212 Jun 17 19:08:25.569837 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7e1b0943-898f-4e1f-9795-92a1b2796e4e req-aa280020-6418-44c3-ae66-3608465e4db8 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570750 Jun 17 19:08:25.596222 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8041f1c5-8fbc-49ef-b393-7a4a156b6322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.598814 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8041f1c5-8fbc-49ef-b393-7a4a156b6322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.603284 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-8041f1c5-8fbc-49ef-b393-7a4a156b6322 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b73f092-b219-404b-9be4-29976d7e059a HTTP/1.1" status: 204 len: 168 time: 0.2487364 Jun 17 19:08:25.611329 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-fab0427d-25a8-4d9a-ae06-be6ddb443927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:25.623458 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041f1c5-8fbc-49ef-b393-7a4a156b6322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b73f092-b219-404b-9be4-29976d7e059a,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:25.635063 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-8041f1c5-8fbc-49ef-b393-7a4a156b6322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:25.723943 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35138) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:25.752790 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-da1ec0ea-3814-4ae4-b5fe-34e6f4de4bfa req-29bccff7-1ad7-469c-9deb-d62db0381b95 service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895366 Jun 17 19:08:25.772265 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-9abd2c76-134f-4832-9e5a-5eb85b82ba1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4bff560db1d343a9897ead1d831f90fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451684 Jun 17 19:08:25.773003 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35142) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:25.782702 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [req-90051596-5904-4952-94de-12dd92e75831 req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Allocated IP 172.20.0.9 (8f91979a-0c8a-4396-bc9f-79b29cfe2a92/f7e2c604-2dcb-4e91-a488-b6c9469c4417/09016a55-30b9-4fe1-8925-531d35e5859e) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:08:25.786111 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ead0f366-faab-4159-accb-1007b1128510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.806978 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ead0f366-faab-4159-accb-1007b1128510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.816185 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:25.838398 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4789d56b-2af2-4a52-8d24-87a513c9dfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.870419 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4789d56b-2af2-4a52-8d24-87a513c9dfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:25.906640 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-ead0f366-faab-4159-accb-1007b1128510 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52aa9e6a7cc54136b58c23ac6e132d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5733469 Jun 17 19:08:25.915303 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35150) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:25.935439 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0f366-faab-4159-accb-1007b1128510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f44342-c633-4f49-adaf-d47f944220ca,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:25.938853 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ead0f366-faab-4159-accb-1007b1128510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:26.006577 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4789d56b-2af2-4a52-8d24-87a513c9dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.011188 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4789d56b-2af2-4a52-8d24-87a513c9dfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.011850 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-da1ec0ea-3814-4ae4-b5fe-34e6f4de4bfa req-bc2a9d03-4580-420a-b20a-a57c29f63545 service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436957 Jun 17 19:08:26.016648 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-4789d56b-2af2-4a52-8d24-87a513c9dfb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8db401a-742f-47b2-8bd1-bca0d9d632a1 HTTP/1.1" status: 204 len: 168 time: 0.2404180 Jun 17 19:08:26.016648 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-9afaf8e3-6e09-4f52-8a75-86af32627b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:26.041179 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789d56b-2af2-4a52-8d24-87a513c9dfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8db401a-742f-47b2-8bd1-bca0d9d632a1,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:26.044334 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4789d56b-2af2-4a52-8d24-87a513c9dfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:26.093842 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-297402fa-04c8-4e3c-833a-e55e4fd7e83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.130626 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-297402fa-04c8-4e3c-833a-e55e4fd7e83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.169890 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-90051596-5904-4952-94de-12dd92e75831 req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.177851 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35162) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:26.251280 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-297402fa-04c8-4e3c-833a-e55e4fd7e83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.253364 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-0db3136e-fbc7-4831-a96f-f6d3e175b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.256872 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-297402fa-04c8-4e3c-833a-e55e4fd7e83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.258676 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-297402fa-04c8-4e3c-833a-e55e4fd7e83a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1f44342-c633-4f49-adaf-d47f944220ca HTTP/1.1" status: 204 len: 168 time: 0.3410976 Jun 17 19:08:26.261642 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ff93af8c-4bd7-4691-9231-72ffb45bd1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:26.271663 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297402fa-04c8-4e3c-833a-e55e4fd7e83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f44342-c633-4f49-adaf-d47f944220ca,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:26.274546 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-297402fa-04c8-4e3c-833a-e55e4fd7e83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:26.275745 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-90051596-5904-4952-94de-12dd92e75831 req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4087574'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.282086 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:26.347019 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Pushing event updated for resources: {'Port': ['ID=09016a55-30b9-4fe1-8925-531d35e5859e,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:26.365428 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:26.371679 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90051596-5904-4952-94de-12dd92e75831 req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Network 8f91979a-0c8a-4396-bc9f-79b29cfe2a92 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:08:26.373272 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [req-90051596-5904-4952-94de-12dd92e75831 req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:08:26.379588 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [req-90051596-5904-4952-94de-12dd92e75831 req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:08:26.420687 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4b05-c6a1-4a33-8700-17c1c75ca342 req-48972b93-f586-4f45-939e-de206a3cd446 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:26.422353 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0e6c4b05-c6a1-4a33-8700-17c1c75ca342 req-48972b93-f586-4f45-939e-de206a3cd446 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 931 time: 0.0914655 Jun 17 19:08:26.434388 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051596-5904-4952-94de-12dd92e75831 req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:26.435075 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-90051596-5904-4952-94de-12dd92e75831 req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.455102 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3446128 Jun 17 19:08:26.465135 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Request body: {'port': {'device_id': '0acb1413-e11b-4397-8991-69d0476b72f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:26.487313 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0e6c4b05-c6a1-4a33-8700-17c1c75ca342 req-d10390bf-1389-4915-9c80-d676ba6edbe6 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580049 Jun 17 19:08:26.490669 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e6dfee81-1423-4d87-8b74-2df53c962724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.565653 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.637195 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e6dfee81-1423-4d87-8b74-2df53c962724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.644159 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e6dfee81-1423-4d87-8b74-2df53c962724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.647127 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:26.688745 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-e6dfee81-1423-4d87-8b74-2df53c962724 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00591ab10614450ba0f3e0a49a662695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5085585 Jun 17 19:08:26.690264 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfee81-1423-4d87-8b74-2df53c962724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4590b2ee-7b4f-4027-a6dc-177f42ed7b19,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:26.692621 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35184) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:26.700977 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e6dfee81-1423-4d87-8b74-2df53c962724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:26.797089 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a494d389-2c86-468f-81fb-34c9c2f278ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.827376 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a494d389-2c86-468f-81fb-34c9c2f278ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.857314 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fdf71-1417-4f62-8c86-0a057c9c1c2e req-4dbb6ec0-190a-4fee-8be0-0e37329d066c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:26.858902 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-420fdf71-1417-4f62-8c86-0a057c9c1c2e req-4dbb6ec0-190a-4fee-8be0-0e37329d066c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1200194 Jun 17 19:08:26.919505 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-420fdf71-1417-4f62-8c86-0a057c9c1c2e req-064c3527-a4b5-47c9-9d25-be690d02ebef tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540240 Jun 17 19:08:26.932319 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a494d389-2c86-468f-81fb-34c9c2f278ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.936303 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a494d389-2c86-468f-81fb-34c9c2f278ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:26.937696 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-a494d389-2c86-468f-81fb-34c9c2f278ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4590b2ee-7b4f-4027-a6dc-177f42ed7b19 HTTP/1.1" status: 204 len: 168 time: 0.2441943 Jun 17 19:08:26.938669 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:26.948477 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494d389-2c86-468f-81fb-34c9c2f278ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4590b2ee-7b4f-4027-a6dc-177f42ed7b19,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:26.952572 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a494d389-2c86-468f-81fb-34c9c2f278ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:26.994363 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09016a55-30b9-4fe1-8925-531d35e5859e {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:08:27.006058 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:27.023372 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Transition to ACTIVE for port object 09016a55-30b9-4fe1-8925-531d35e5859e will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:08:27.028743 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:27.032379 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:27.125099 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Pushing event updated for resources: {'Port': ['ID=09016a55-30b9-4fe1-8925-531d35e5859e,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:27.311788 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:27.363038 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Attempting to bind port 09016a55-30b9-4fe1-8925-531d35e5859e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:08:27.363676 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Attempting to bind port 09016a55-30b9-4fe1-8925-531d35e5859e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1456b5f4-adf8-4863-a052-631071ce8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8f91979a-0c8a-4396-bc9f-79b29cfe2a92'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:08:27.363676 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Attempting to bind port 09016a55-30b9-4fe1-8925-531d35e5859e on network 8f91979a-0c8a-4396-bc9f-79b29cfe2a92 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:08:27.369003 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Port 09016a55-30b9-4fe1-8925-531d35e5859e on network 8f91979a-0c8a-4396-bc9f-79b29cfe2a92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:08:27.369003 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Attempting to bind port 09016a55-30b9-4fe1-8925-531d35e5859e on network 8f91979a-0c8a-4396-bc9f-79b29cfe2a92 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:08:27.378095 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:08:27.378615 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Checking segment: {'id': '1456b5f4-adf8-4863-a052-631071ce8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8f91979a-0c8a-4396-bc9f-79b29cfe2a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:08:27.378820 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Bound using segment: {'id': '1456b5f4-adf8-4863-a052-631071ce8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8f91979a-0c8a-4396-bc9f-79b29cfe2a92'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:08:27.379248 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Bound port: 09016a55-30b9-4fe1-8925-531d35e5859e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1456b5f4-adf8-4863-a052-631071ce8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8f91979a-0c8a-4396-bc9f-79b29cfe2a92'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:08:27.379654 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:27.451918 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] For port 09016a55-30b9-4fe1-8925-531d35e5859e, host hv-cinder-79053, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:08:27.455835 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] For port 09016a55-30b9-4fe1-8925-531d35e5859e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=09016a55-30b9-4fe1-8925-531d35e5859e,segment=NetworkSegment(1456b5f4-adf8-4863-a052-631071ce8cf1),segment_id=1456b5f4-adf8-4863-a052-631071ce8cf1)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:08:27.469762 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:27.473068 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:27.510189 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:27.511265 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:27.513019 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] 10.222.0.42 "PUT /v2.0/ports/09016a55-30b9-4fe1-8925-531d35e5859e HTTP/1.1" status: 200 len: 1093 time: 1.0524619 Jun 17 19:08:27.532178 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acb1413-e11b-4397-8991-69d0476b72f9', 'tag': '09016a55-30b9-4fe1-8925-531d35e5859e'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:27.535154 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3b21c9-fef3-40c9-b412-84bc43c8b848" -d '{"events": [{"name": "network-changed", "server_uuid": "0acb1413-e11b-4397-8991-69d0476b72f9", "tag": "09016a55-30b9-4fe1-8925-531d35e5859e"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:27.583915 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35226) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:27.601307 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Pushing event updated for resources: {'Port': ['ID=09016a55-30b9-4fe1-8925-531d35e5859e,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:27.605560 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:27.613132 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9b4074b7-1373-49ce-a01d-6dd0f7922f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:27.616348 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125f26ff-9482-4580-88a9-baf970c34843 x-openstack-request-id: req-125f26ff-9482-4580-88a9-baf970c34843 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:27.616705 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acb1413-e11b-4397-8991-69d0476b72f9", "tag": "09016a55-30b9-4fe1-8925-531d35e5859e", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:27.618191 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-125f26ff-9482-4580-88a9-baf970c34843 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:27.618681 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acb1413-e11b-4397-8991-69d0476b72f9', 'tag': '09016a55-30b9-4fe1-8925-531d35e5859e', 'status': 'completed', 'code': 200} Jun 17 19:08:27.634041 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051596-5904-4952-94de-12dd92e75831 req-9e9587bd-bf01-44ea-86f6-2c7d0305b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:27.640072 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-9e9587bd-bf01-44ea-86f6-2c7d0305b5da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd54fd98b7904bb9816030928f57d2d5&device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 1096 time: 0.0821462 Jun 17 19:08:27.706340 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-50a956da-4034-4113-8b89-65e54a70b9f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09016a55-30b9-4fe1-8925-531d35e5859e HTTP/1.1" status: 200 len: 217 time: 0.0583756 Jun 17 19:08:27.797599 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:27.803292 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051596-5904-4952-94de-12dd92e75831 req-628cf0d7-3e1b-4f62-b502-9221425daf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:27.805878 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-628cf0d7-3e1b-4f62-b502-9221425daf7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7e2c604-2dcb-4e91-a488-b6c9469c4417 HTTP/1.1" status: 200 len: 849 time: 0.0908973 Jun 17 19:08:27.827856 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9b4074b7-1373-49ce-a01d-6dd0f7922f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:27.845210 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9b4074b7-1373-49ce-a01d-6dd0f7922f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:27.849286 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e6c7de3d-6895-4e12-b54a-aba631afc745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:27.853890 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-b3f1e355-754e-41d7-a2fb-8b8b7312a2c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f91979a-0c8a-4396-bc9f-79b29cfe2a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397422 Jun 17 19:08:27.864371 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d29646-62de-4f19-a19d-2926285a76be req-2af3766f-802e-4055-8762-cf76194853fa tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:27.866135 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-67d29646-62de-4f19-a19d-2926285a76be req-2af3766f-802e-4055-8762-cf76194853fa tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 943 time: 0.1675110 Jun 17 19:08:27.916138 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-9b4074b7-1373-49ce-a01d-6dd0f7922f41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9183de508a574a8ca2d0a37bf2518dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304002 Jun 17 19:08:27.918717 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4074b7-1373-49ce-a01d-6dd0f7922f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce66d9ee-5c8c-42bb-8157-af8b46034763,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:27.934469 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35244) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:27.936639 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-9b4074b7-1373-49ce-a01d-6dd0f7922f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:27.975010 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-67d29646-62de-4f19-a19d-2926285a76be req-77a75440-dfff-4771-bf82-7e08a7772fb3 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969536 Jun 17 19:08:28.032818 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-52d7591e-81c1-49d7-8d03-e755811f1762 service neutron] 10.222.0.42 "GET /v2.0/networks/8f91979a-0c8a-4396-bc9f-79b29cfe2a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709645 Jun 17 19:08:28.036842 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d4923501-eb6d-45d5-89df-25ecec1a7f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.082257 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d4923501-eb6d-45d5-89df-25ecec1a7f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.185652 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35256) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:28.221935 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d4923501-eb6d-45d5-89df-25ecec1a7f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.225626 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d4923501-eb6d-45d5-89df-25ecec1a7f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.226860 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-d4923501-eb6d-45d5-89df-25ecec1a7f12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce66d9ee-5c8c-42bb-8157-af8b46034763 HTTP/1.1" status: 204 len: 168 time: 0.2914200 Jun 17 19:08:28.229832 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-90051596-5904-4952-94de-12dd92e75831 req-d8dd73e8-9652-46cd-b411-f7f75b96b626 service neutron] 10.222.0.42 "GET /v2.0/networks/8f91979a-0c8a-4396-bc9f-79b29cfe2a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856980 Jun 17 19:08:28.237953 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-26e3ada9-e687-4af7-a5f4-a9427b63425d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:28.263911 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa25d8-edb4-4bdf-90ef-2df3f018e2aa req-44b33e62-4102-46ac-929b-cbd5c408e03d tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:28.271818 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c0aa25d8-edb4-4bdf-90ef-2df3f018e2aa req-44b33e62-4102-46ac-929b-cbd5c408e03d tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1767828 Jun 17 19:08:28.274773 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4923501-eb6d-45d5-89df-25ecec1a7f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce66d9ee-5c8c-42bb-8157-af8b46034763,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:28.285297 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d4923501-eb6d-45d5-89df-25ecec1a7f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:28.361123 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c0aa25d8-edb4-4bdf-90ef-2df3f018e2aa req-e80e61f4-f039-4688-83ae-c184fe2c7104 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876286 Jun 17 19:08:28.421061 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bd038c27-fedf-4704-99e3-1262e0f08a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.421614 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b21c9-fef3-40c9-b412-84bc43c8b848 req-98f7425b-2821-4909-935a-3e6a3717c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:28.423226 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-4b3b21c9-fef3-40c9-b412-84bc43c8b848 req-98f7425b-2821-4909-935a-3e6a3717c51b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd54fd98b7904bb9816030928f57d2d5&device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 1096 time: 0.0928640 Jun 17 19:08:28.568771 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bd038c27-fedf-4704-99e3-1262e0f08a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.568946 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b21c9-fef3-40c9-b412-84bc43c8b848 req-20170b51-b5df-46a4-a7d3-bbe010711347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:28.570883 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-4b3b21c9-fef3-40c9-b412-84bc43c8b848 req-20170b51-b5df-46a4-a7d3-bbe010711347 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f91979a-0c8a-4396-bc9f-79b29cfe2a92 HTTP/1.1" status: 200 len: 910 time: 0.1356313 Jun 17 19:08:28.573249 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bd038c27-fedf-4704-99e3-1262e0f08a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.578038 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6f7adc7a-26f2-4806-8ec5-1f1356bb9ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:28.623187 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-bd038c27-fedf-4704-99e3-1262e0f08a1e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34aeb374d4c6420a91e2620a1241ec9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343176 Jun 17 19:08:28.624373 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd038c27-fedf-4704-99e3-1262e0f08a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35b73f5-7a0e-4143-bc90-a68e3d8626ed,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:28.626230 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-4b3b21c9-fef3-40c9-b412-84bc43c8b848 req-8bcce295-cfb8-4583-acba-de2a38273db2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09016a55-30b9-4fe1-8925-531d35e5859e HTTP/1.1" status: 200 len: 217 time: 0.0429044 Jun 17 19:08:28.626951 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35274) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:28.627959 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-bd038c27-fedf-4704-99e3-1262e0f08a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:28.709275 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b21c9-fef3-40c9-b412-84bc43c8b848 req-42a3f2cd-610a-4717-9683-4172299dd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:28.710845 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-4b3b21c9-fef3-40c9-b412-84bc43c8b848 req-42a3f2cd-610a-4717-9683-4172299dd065 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7e2c604-2dcb-4e91-a488-b6c9469c4417 HTTP/1.1" status: 200 len: 849 time: 0.0762467 Jun 17 19:08:28.748987 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d7b81e8a-9100-4231-8867-7e8ce153af7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.752183 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-4b3b21c9-fef3-40c9-b412-84bc43c8b848 req-c9d18688-25f1-4450-9f09-10945e886215 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f91979a-0c8a-4396-bc9f-79b29cfe2a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303721 Jun 17 19:08:28.752993 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ba751668-67c4-45f8-af19-951f1601efd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.822223 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ba751668-67c4-45f8-af19-951f1601efd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.911881 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-4b3b21c9-fef3-40c9-b412-84bc43c8b848 req-d834cbc7-e6e8-4d82-bea5-700c5b1fe42d service neutron] 10.222.0.42 "GET /v2.0/networks/8f91979a-0c8a-4396-bc9f-79b29cfe2a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476226 Jun 17 19:08:28.953610 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ba751668-67c4-45f8-af19-951f1601efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.957621 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ba751668-67c4-45f8-af19-951f1601efd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.961186 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-ba751668-67c4-45f8-af19-951f1601efd5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d35b73f5-7a0e-4143-bc90-a68e3d8626ed HTTP/1.1" status: 204 len: 168 time: 0.3309066 Jun 17 19:08:28.962759 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ead0f366-faab-4159-accb-1007b1128510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:28.981950 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba751668-67c4-45f8-af19-951f1601efd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35b73f5-7a0e-4143-bc90-a68e3d8626ed,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:28.987407 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:28.991192 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ba751668-67c4-45f8-af19-951f1601efd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:29.060406 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-4b3b21c9-fef3-40c9-b412-84bc43c8b848 req-51d11668-e4c3-4ac9-a32f-084fd3e7de0f service neutron] 10.222.0.42 "GET /v2.0/networks/8f91979a-0c8a-4396-bc9f-79b29cfe2a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349981 Jun 17 19:08:29.250167 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374338f-7659-41f5-b2a6-3017b5fb7b8d req-2424b8a1-1699-4804-a140-0537509c76a6 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:29.259610 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5374338f-7659-41f5-b2a6-3017b5fb7b8d req-2424b8a1-1699-4804-a140-0537509c76a6 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 943 time: 0.1310227 Jun 17 19:08:29.318728 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5374338f-7659-41f5-b2a6-3017b5fb7b8d req-cd83ccff-b11d-4299-9e8f-5e9888fc78ae tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577390 Jun 17 19:08:29.605417 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29669780-68a8-4657-aa89-f9b6732fa0a7 req-9424438b-4ec0-436b-aa21-9d19516a2c2c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:29.610598 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-29669780-68a8-4657-aa89-f9b6732fa0a7 req-9424438b-4ec0-436b-aa21-9d19516a2c2c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.0982556 Jun 17 19:08:29.645101 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-29669780-68a8-4657-aa89-f9b6732fa0a7 req-bb3b4873-4bce-4633-b0d0-8b9c0701f5f0 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330558 Jun 17 19:08:30.001027 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:30.760672 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32caa0a-a120-447f-a67a-9619ee04381e req-d37e3c4d-17e4-4443-ad02-32da98052a37 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:30.763619 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c32caa0a-a120-447f-a67a-9619ee04381e req-d37e3c4d-17e4-4443-ad02-32da98052a37 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 943 time: 0.1475027 Jun 17 19:08:30.834700 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c32caa0a-a120-447f-a67a-9619ee04381e req-08d76d80-bd83-425a-9843-4df62f974017 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645368 Jun 17 19:08:30.953060 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544802ff-19df-4ccd-b33e-fc95d0c7b85e req-9c0702e7-b326-45e5-86a4-19213eeeca7b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:30.954619 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-544802ff-19df-4ccd-b33e-fc95d0c7b85e req-9c0702e7-b326-45e5-86a4-19213eeeca7b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.0673802 Jun 17 19:08:31.002058 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-544802ff-19df-4ccd-b33e-fc95d0c7b85e req-81a5baec-8907-4ea7-b72a-59a82a8bc2b4 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354986 Jun 17 19:08:31.271143 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35408) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:31.401068 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2a587fa2-81fd-41d6-b125-1c464e4ed198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:31.503588 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2a587fa2-81fd-41d6-b125-1c464e4ed198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:31.507785 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2a587fa2-81fd-41d6-b125-1c464e4ed198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:31.518360 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:31.569946 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-2a587fa2-81fd-41d6-b125-1c464e4ed198 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f469d78ccfac4a36868849a80fb8c347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976415 Jun 17 19:08:31.572749 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35430) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:31.586059 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a587fa2-81fd-41d6-b125-1c464e4ed198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d74d246-0735-43bf-b3cf-abf60f389954,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:31.591957 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-2a587fa2-81fd-41d6-b125-1c464e4ed198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:31.628510 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ae292522-203a-433e-a4a0-80b5de33693f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:31.653106 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ae292522-203a-433e-a4a0-80b5de33693f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:31.712528 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ae292522-203a-433e-a4a0-80b5de33693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:31.716455 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ae292522-203a-433e-a4a0-80b5de33693f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:31.718575 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-ae292522-203a-433e-a4a0-80b5de33693f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d74d246-0735-43bf-b3cf-abf60f389954 HTTP/1.1" status: 204 len: 168 time: 0.1438687 Jun 17 19:08:31.718910 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-b83d5236-4b39-4338-be70-19ce52377f43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:31.728051 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae292522-203a-433e-a4a0-80b5de33693f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d74d246-0735-43bf-b3cf-abf60f389954,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:31.748396 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ae292522-203a-433e-a4a0-80b5de33693f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:31.993547 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:32.144576 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4eb6-1593-4862-b1ca-f6ed577a28b7 req-ad60d93b-0949-47b6-9d98-eb08ec79f4db tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:32.146369 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-19fb4eb6-1593-4862-b1ca-f6ed577a28b7 req-ad60d93b-0949-47b6-9d98-eb08ec79f4db tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 943 time: 0.1190300 Jun 17 19:08:32.479192 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-19fb4eb6-1593-4862-b1ca-f6ed577a28b7 req-242c83e1-9b87-47f1-af13-89fbb8024fce tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206415 Jun 17 19:08:32.486620 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 09016a55-30b9-4fe1-8925-531d35e5859e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:08:32.489826 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35494) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:32.525378 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a129c01-7e2e-4395-873d-d52b12a8a89d req-ac11eff0-b59b-44ca-84e6-a5ecd10977c5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:32.538067 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3a129c01-7e2e-4395-873d-d52b12a8a89d req-ac11eff0-b59b-44ca-84e6-a5ecd10977c5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.3905506 Jun 17 19:08:32.590606 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3a129c01-7e2e-4395-873d-d52b12a8a89d req-87ab80f9-f5c8-4903-84bc-f7b3e1c6e763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507805 Jun 17 19:08:32.644308 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 09016a55-30b9-4fe1-8925-531d35e5859e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=09016a55-30b9-4fe1-8925-531d35e5859e,segment=NetworkSegment(1456b5f4-adf8-4863-a052-631071ce8cf1),segment_id=1456b5f4-adf8-4863-a052-631071ce8cf1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:32.660200 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '09016a55-30b9-4fe1-8925-531d35e5859e', 'network_id': '8f91979a-0c8a-4396-bc9f-79b29cfe2a92', 'port_id': '09016a55-30b9-4fe1-8925-531d35e5859e', 'mac_address': 'fa:16:3e:e8:12:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e2c604-2dcb-4e91-a488-b6c9469c4417', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:08:32.723315 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-02835910-c484-4458-acea-893b14c44d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:32.771520 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:32.793326 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09016a55-30b9-4fe1-8925-531d35e5859e {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:08:32.822410 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 09016a55-30b9-4fe1-8925-531d35e5859e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=09016a55-30b9-4fe1-8925-531d35e5859e,segment=NetworkSegment(1456b5f4-adf8-4863-a052-631071ce8cf1),segment_id=1456b5f4-adf8-4863-a052-631071ce8cf1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:32.829559 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:32.837564 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:32.913948 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-02835910-c484-4458-acea-893b14c44d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:32.920238 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-02835910-c484-4458-acea-893b14c44d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:32.923321 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-d3c71f2a-1010-4994-8f92-c858984d730b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:32.929791 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=09016a55-30b9-4fe1-8925-531d35e5859e,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:32.937203 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:32.972034 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02835910-c484-4458-acea-893b14c44d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6b5b04-db76-474e-b22e-a4326ed89c2a,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:32.975356 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-02835910-c484-4458-acea-893b14c44d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:32.981302 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-02835910-c484-4458-acea-893b14c44d49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c37f706a9024206a21d6e437472bc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890780 Jun 17 19:08:32.984300 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35524) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:33.083980 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-37c3c33b-b41c-4c10-838b-0060fe9941df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:33.129724 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-37c3c33b-b41c-4c10-838b-0060fe9941df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:33.189105 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['09016a55-30b9-4fe1-8925-531d35e5859e'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:08:33.227245 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-37c3c33b-b41c-4c10-838b-0060fe9941df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:33.240498 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-37c3c33b-b41c-4c10-838b-0060fe9941df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:33.246059 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-37c3c33b-b41c-4c10-838b-0060fe9941df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d6b5b04-db76-474e-b22e-a4326ed89c2a HTTP/1.1" status: 204 len: 168 time: 0.2599115 Jun 17 19:08:33.247377 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-32d3ba9c-1f7c-45c6-aef5-4c98e5c87829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:33.257750 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3c33b-b41c-4c10-838b-0060fe9941df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6b5b04-db76-474e-b22e-a4326ed89c2a,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:33.260697 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-37c3c33b-b41c-4c10-838b-0060fe9941df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:33.748434 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eae53e-23b9-4899-8e81-de90fc78e398 req-87073d9b-44c2-4cb4-b6a9-1de6f6bd6844 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:33.749940 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-83eae53e-23b9-4899-8e81-de90fc78e398 req-87073d9b-44c2-4cb4-b6a9-1de6f6bd6844 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 944 time: 0.0828934 Jun 17 19:08:33.820223 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-83eae53e-23b9-4899-8e81-de90fc78e398 req-e56e0465-8f9f-458d-bf4b-fd2ffda92cce tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635052 Jun 17 19:08:33.918198 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcf44f-a600-4aa6-b339-a44c5db59f6b req-9a4267d6-d4e4-4e65-a439-424760ec6c7a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:33.927325 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-26fcf44f-a600-4aa6-b339-a44c5db59f6b req-9a4267d6-d4e4-4e65-a439-424760ec6c7a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.0936394 Jun 17 19:08:33.974981 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-26fcf44f-a600-4aa6-b339-a44c5db59f6b req-ad3a89cb-3116-4df1-a051-900897dabc9d tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464365 Jun 17 19:08:34.006682 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35558) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:34.025704 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-88b3fd44-c228-44f5-b05e-d76bcf40a049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.141278 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35562) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:34.142268 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-88b3fd44-c228-44f5-b05e-d76bcf40a049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.152819 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-88b3fd44-c228-44f5-b05e-d76bcf40a049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.161488 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:34.184309 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35566) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:34.203727 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-88b3fd44-c228-44f5-b05e-d76bcf40a049 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73d7abc376e7438582ede2330ab0aea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926360 Jun 17 19:08:34.204068 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35572) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:34.209758 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3fd44-c228-44f5-b05e-d76bcf40a049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfe26af-ac17-44b6-9028-994a6095def4,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:34.213654 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-88b3fd44-c228-44f5-b05e-d76bcf40a049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:34.288886 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-436aa3cf-72f7-4a73-80e0-28490977a2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.326809 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-436aa3cf-72f7-4a73-80e0-28490977a2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.396230 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-436aa3cf-72f7-4a73-80e0-28490977a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.399811 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-436aa3cf-72f7-4a73-80e0-28490977a2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.401355 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-436aa3cf-72f7-4a73-80e0-28490977a2b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/edfe26af-ac17-44b6-9028-994a6095def4 HTTP/1.1" status: 204 len: 168 time: 0.1958368 Jun 17 19:08:34.402854 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ba751668-67c4-45f8-af19-951f1601efd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:34.413849 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436aa3cf-72f7-4a73-80e0-28490977a2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfe26af-ac17-44b6-9028-994a6095def4,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:34.416871 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-436aa3cf-72f7-4a73-80e0-28490977a2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:34.486605 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-06a736a4-f2eb-486e-9c80-b3eb80f4e545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.499084 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 09016a55-30b9-4fe1-8925-531d35e5859e up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:08:34.519166 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.554478 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 09016a55-30b9-4fe1-8925-531d35e5859e completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:08:34.562871 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 09016a55-30b9-4fe1-8925-531d35e5859e triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:08:34.563685 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.663014 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-06a736a4-f2eb-486e-9c80-b3eb80f4e545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.663233 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-06a736a4-f2eb-486e-9c80-b3eb80f4e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.666886 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-47ae5ff0-d823-46c3-8faf-b3422086bc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:34.692825 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.720628 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-06a736a4-f2eb-486e-9c80-b3eb80f4e545 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0621681fdcba407eaae0b9e3b45820b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5756373 Jun 17 19:08:34.721500 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a736a4-f2eb-486e-9c80-b3eb80f4e545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed31591-0e5b-491f-b190-e62068a36c4f,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:34.724964 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35582) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:34.735749 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-06a736a4-f2eb-486e-9c80-b3eb80f4e545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:34.748502 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acb1413-e11b-4397-8991-69d0476b72f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09016a55-30b9-4fe1-8925-531d35e5859e'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:34.750821 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea14b593-8b9c-436b-9811-7051b56baf1a" -d '{"events": [{"server_uuid": "0acb1413-e11b-4397-8991-69d0476b72f9", "name": "network-vif-plugged", "status": "completed", "tag": "09016a55-30b9-4fe1-8925-531d35e5859e"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:34.768891 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 09016a55-30b9-4fe1-8925-531d35e5859e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=09016a55-30b9-4fe1-8925-531d35e5859e,segment=NetworkSegment(1456b5f4-adf8-4863-a052-631071ce8cf1),segment_id=1456b5f4-adf8-4863-a052-631071ce8cf1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:34.773708 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.779026 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:34.829136 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-175352e2-68db-42ed-9483-850913175738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.851197 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650123b6-396e-484d-b217-649a1a9a3994 x-openstack-request-id: req-650123b6-396e-484d-b217-649a1a9a3994 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:34.853257 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acb1413-e11b-4397-8991-69d0476b72f9", "name": "network-vif-plugged", "status": "completed", "tag": "09016a55-30b9-4fe1-8925-531d35e5859e", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:34.853785 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-650123b6-396e-484d-b217-649a1a9a3994 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:34.854348 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acb1413-e11b-4397-8991-69d0476b72f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09016a55-30b9-4fe1-8925-531d35e5859e', 'code': 200} Jun 17 19:08:34.857915 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.862937 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.868199 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:34.883005 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-175352e2-68db-42ed-9483-850913175738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.905748 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=09016a55-30b9-4fe1-8925-531d35e5859e,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:34.916721 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:34.978038 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-175352e2-68db-42ed-9483-850913175738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.982778 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-175352e2-68db-42ed-9483-850913175738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:34.984221 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-175352e2-68db-42ed-9483-850913175738 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ed31591-0e5b-491f-b190-e62068a36c4f HTTP/1.1" status: 204 len: 168 time: 0.2586541 Jun 17 19:08:34.984930 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4a01994e-c3f5-4f31-b5fc-f0e120229eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:35.014558 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175352e2-68db-42ed-9483-850913175738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed31591-0e5b-491f-b190-e62068a36c4f,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:35.034216 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-175352e2-68db-42ed-9483-850913175738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:35.057782 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8f8109-f1f9-45f8-bf3d-e73fac753a40,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:35.087023 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.100052 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.100708 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.101331 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.104168 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.105133 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.107184 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.107952 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.108476 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.109895 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.111069 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.113888 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.126645 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:35.135441 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48cc0679f7284785959a70770115df54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9500337 Jun 17 19:08:35.139116 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35604) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:35.188578 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:08:35.287888 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528e84b-c812-4a9a-ba38-39ec9c90ae69 req-20e894b1-08dd-495a-b99a-05fdd3cd7c03 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:35.289832 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a528e84b-c812-4a9a-ba38-39ec9c90ae69 req-20e894b1-08dd-495a-b99a-05fdd3cd7c03 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 945 time: 0.2093129 Jun 17 19:08:35.305027 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:35.335891 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fc066-94f8-40f1-a084-88b5594f06ba req-c0324966-387a-45ef-80b4-d1974479668f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:35.342412 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:35.346814 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-614fc066-94f8-40f1-a084-88b5594f06ba req-c0324966-387a-45ef-80b4-d1974479668f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1423504 Jun 17 19:08:35.416191 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce7d92-7628-42a3-958c-9d019b5d1350 req-5f8952a6-4097-434b-a9e1-b6d84bbb95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:35.420015 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-a1ce7d92-7628-42a3-958c-9d019b5d1350 req-5f8952a6-4097-434b-a9e1-b6d84bbb95fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 1098 time: 0.1528056 Jun 17 19:08:35.441701 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a528e84b-c812-4a9a-ba38-39ec9c90ae69 req-df797858-96e3-4e09-88fd-5a82a184a718 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377449 Jun 17 19:08:35.470474 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-614fc066-94f8-40f1-a084-88b5594f06ba req-25bb479b-f5ab-4a3c-9012-3ff56085e85d tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218779 Jun 17 19:08:35.502394 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-a1ce7d92-7628-42a3-958c-9d019b5d1350 req-7711eba4-3113-4c12-a7ec-3cff62007cf8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733585 Jun 17 19:08:35.512459 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:35.515163 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:35.516565 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b8f8109-f1f9-45f8-bf3d-e73fac753a40 HTTP/1.1" status: 204 len: 168 time: 0.3766236 Jun 17 19:08:35.517777 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-02835910-c484-4458-acea-893b14c44d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:35.532299 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8f8109-f1f9-45f8-bf3d-e73fac753a40,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:35.543162 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.543910 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.544469 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.544951 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.545434 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.545974 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.546474 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.547230 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.547994 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.548713 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.549385 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.549912 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:35.554417 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:35.951678 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35636) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:35.972483 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34aa0e52-9353-4ccd-a83d-812b2af5ac97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:36.138362 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34aa0e52-9353-4ccd-a83d-812b2af5ac97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:36.142711 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34aa0e52-9353-4ccd-a83d-812b2af5ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:36.145488 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-3c694b91-1534-4767-907c-63bcb2da7255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:36.188287 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-34aa0e52-9353-4ccd-a83d-812b2af5ac97 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8308ea55f2704dbdaec0cbccbad5b94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355487 Jun 17 19:08:36.191560 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35648) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:36.205693 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa0e52-9353-4ccd-a83d-812b2af5ac97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bb47ea-f4c4-4801-bfef-5868e50e1257,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:36.209031 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-34aa0e52-9353-4ccd-a83d-812b2af5ac97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:36.260792 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb12e-1148-4c2e-9844-06b4e8a736d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:36.285180 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb12e-1148-4c2e-9844-06b4e8a736d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:36.359249 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb12e-1148-4c2e-9844-06b4e8a736d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:36.364746 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb12e-1148-4c2e-9844-06b4e8a736d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:36.366149 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-bb6cb12e-1148-4c2e-9844-06b4e8a736d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6bb47ea-f4c4-4801-bfef-5868e50e1257 HTTP/1.1" status: 204 len: 168 time: 0.1735682 Jun 17 19:08:36.366983 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:36.375515 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cb12e-1148-4c2e-9844-06b4e8a736d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bb47ea-f4c4-4801-bfef-5868e50e1257,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:36.378677 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-bb6cb12e-1148-4c2e-9844-06b4e8a736d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:36.849589 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e541d4e-d85f-4cf6-8e69-9e7617e0e6f8 req-7803c42d-b2c4-40b2-93d3-49ad452e96f8 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:36.852239 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4e541d4e-d85f-4cf6-8e69-9e7617e0e6f8 req-7803c42d-b2c4-40b2-93d3-49ad452e96f8 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 945 time: 0.1574883 Jun 17 19:08:36.897240 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df893fd5-e73f-4194-a754-565594ae4742 req-ffe11aca-d153-4ae9-b90d-b5766660c425 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:36.899130 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-df893fd5-e73f-4194-a754-565594ae4742 req-ffe11aca-d153-4ae9-b90d-b5766660c425 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1412847 Jun 17 19:08:36.954992 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4e541d4e-d85f-4cf6-8e69-9e7617e0e6f8 req-2fc6b2f9-735b-481e-9759-0fa23145d13a tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950501 Jun 17 19:08:36.977313 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-df893fd5-e73f-4194-a754-565594ae4742 req-5144cc2a-8d7a-44e0-9319-abe92109c9ba tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692205 Jun 17 19:08:37.977616 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 35736) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:38.193630 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-764fd8ea-435d-43b7-b3fb-23f50cf7aadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:38.295961 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c9249-9527-40e3-addb-10a00a829bef req-3a4936d3-97ce-4f0a-afc4-834f41a50c7f tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:38.303013 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-133c9249-9527-40e3-addb-10a00a829bef req-3a4936d3-97ce-4f0a-afc4-834f41a50c7f tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 945 time: 0.1737449 Jun 17 19:08:38.335338 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff71396-93e7-42e2-9cdd-5f2de520e7e8 req-ae6ae6a2-3cc2-4c91-93a3-b99d70dafe27 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:38.336831 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6ff71396-93e7-42e2-9cdd-5f2de520e7e8 req-ae6ae6a2-3cc2-4c91-93a3-b99d70dafe27 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1617951 Jun 17 19:08:38.398106 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-133c9249-9527-40e3-addb-10a00a829bef req-5ea819a5-b1a2-41f8-89b9-9a4f8e8e4445 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916300 Jun 17 19:08:38.418220 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6ff71396-93e7-42e2-9cdd-5f2de520e7e8 req-d6872d61-dac5-41f8-9b45-5939adf24ea7 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724907 Jun 17 19:08:38.455512 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-764fd8ea-435d-43b7-b3fb-23f50cf7aadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:38.461979 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-764fd8ea-435d-43b7-b3fb-23f50cf7aadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:38.465304 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-9b4074b7-1373-49ce-a01d-6dd0f7922f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:38.505782 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-764fd8ea-435d-43b7-b3fb-23f50cf7aadb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f77dea18dc8e46659e2385d1b6a3c167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244277 Jun 17 19:08:38.506162 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 35758) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:38.514393 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fd8ea-435d-43b7-b3fb-23f50cf7aadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345f687f-832c-4214-a758-99b853a15893,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:38.518219 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-764fd8ea-435d-43b7-b3fb-23f50cf7aadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:38.589576 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a583-ed8f-4ec0-a7f1-33f6b1835a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:38.613819 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a583-ed8f-4ec0-a7f1-33f6b1835a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:38.679284 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a583-ed8f-4ec0-a7f1-33f6b1835a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:38.682292 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a583-ed8f-4ec0-a7f1-33f6b1835a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:38.684366 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-e6c9a583-ed8f-4ec0-a7f1-33f6b1835a14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/345f687f-832c-4214-a758-99b853a15893 HTTP/1.1" status: 204 len: 168 time: 0.1759312 Jun 17 19:08:38.685102 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-175352e2-68db-42ed-9483-850913175738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:38.694227 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9a583-ed8f-4ec0-a7f1-33f6b1835a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345f687f-832c-4214-a758-99b853a15893,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:38.696856 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e6c9a583-ed8f-4ec0-a7f1-33f6b1835a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:39.640152 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9a079-3e30-4464-a0bf-608c97ed9424 req-41b589c3-d78f-45d4-9c26-0211ed8d3212 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:39.647530 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d9b9a079-3e30-4464-a0bf-608c97ed9424 req-41b589c3-d78f-45d4-9c26-0211ed8d3212 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.0899892 Jun 17 19:08:39.689335 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d9b9a079-3e30-4464-a0bf-608c97ed9424 req-1491019f-208d-43d9-adaf-78ff3e558c57 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Jun 17 19:08:40.940187 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1e812-cd5d-4219-8d88-dc17c87d9403 req-2d332b2f-c85f-4491-b998-10435aeb4c08 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:40.941772 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6cb1e812-cd5d-4219-8d88-dc17c87d9403 req-2d332b2f-c85f-4491-b998-10435aeb4c08 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.0805693 Jun 17 19:08:40.983742 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6cb1e812-cd5d-4219-8d88-dc17c87d9403 req-4dfc272d-3c71-430f-8dce-12bcaab38a47 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359995 Jun 17 19:08:41.559896 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-d21b44a9-48fd-4e9d-949c-ca2e50c871e1 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4aee683c148a4710bb0767c3141626b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419219 Jun 17 19:08:41.855926 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-4a276807-ac13-4726-a601-d56b52d22b13 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:41.857665 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-4a276807-ac13-4726-a601-d56b52d22b13 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2921042 Jun 17 19:08:41.893313 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-aa3d800a-510c-4d9c-8ce7-c411a16486aa tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/quotas/4aee683c148a4710bb0767c3141626b6 HTTP/1.1" status: 200 len: 375 time: 0.0251062 Jun 17 19:08:41.921599 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47595286-cce7-4942-99f9-667a410d4754 req-b4fb0b8e-8f8d-4a89-a29c-b3ae0e302a1f tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:41.923159 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-47595286-cce7-4942-99f9-667a410d4754 req-b4fb0b8e-8f8d-4a89-a29c-b3ae0e302a1f tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 945 time: 0.1957405 Jun 17 19:08:41.946421 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-c455aa97-316e-491f-b765-54c6df6de936 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4aee683c148a4710bb0767c3141626b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455060 Jun 17 19:08:42.015395 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-47595286-cce7-4942-99f9-667a410d4754 req-4c22cae9-040a-4094-bacf-818eefcc55b8 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710649 Jun 17 19:08:42.338307 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-54758f3e-047d-4a6d-876e-8db78d181227 req-85a248b2-36d8-4c60-a3cb-f53c6e88cb0b tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 210 time: 0.0513582 Jun 17 19:08:42.391973 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a1830-646d-4b33-b9af-af22aee36927 req-5db76a97-7008-40f1-8ff1-66672405f29c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:42.393766 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5b7a1830-646d-4b33-b9af-af22aee36927 req-5db76a97-7008-40f1-8ff1-66672405f29c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1460357 Jun 17 19:08:42.474961 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5b7a1830-646d-4b33-b9af-af22aee36927 req-2be90389-96ef-478b-8a57-86d7c1945983 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720880 Jun 17 19:08:43.323985 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c2d6-9c8c-466f-82fe-5c6347182e83 req-f1ce19c1-f630-4917-a780-5e741565da4f tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:43.326920 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e012c2d6-9c8c-466f-82fe-5c6347182e83 req-f1ce19c1-f630-4917-a780-5e741565da4f tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 945 time: 0.1089842 Jun 17 19:08:43.407769 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e012c2d6-9c8c-466f-82fe-5c6347182e83 req-100892ce-efd8-4593-9021-c9126989d40d tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620148 Jun 17 19:08:43.579654 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-40cef8ee-9e17-4728-aec4-890bf871a5e2 req-787837bf-1566-4363-b541-d63fb4132cab tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 210 time: 0.0349545 Jun 17 19:08:43.707537 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-225ead17-4a19-477a-bd7d-827b4d451c42 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4aee683c148a4710bb0767c3141626b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574586 Jun 17 19:08:43.746038 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39600dc3-82de-4fbd-bece-dadddb2e407d req-a6c2af24-e7b3-4ecf-afbf-d19dc6c855cf tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:43.747846 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-39600dc3-82de-4fbd-bece-dadddb2e407d req-a6c2af24-e7b3-4ecf-afbf-d19dc6c855cf tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1257143 Jun 17 19:08:43.748519 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36044) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:43.801514 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-39600dc3-82de-4fbd-bece-dadddb2e407d req-5064ab36-ce02-4a4b-a591-d1791da88f3f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440040 Jun 17 19:08:43.961975 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-781377a6-5d60-4899-a3e1-7b28cff30a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:44.092176 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-f7d7801d-f373-462d-bd44-9e828f323f93 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:44.093638 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-f7d7801d-f373-462d-bd44-9e828f323f93 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260067 Jun 17 19:08:44.095831 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-781377a6-5d60-4899-a3e1-7b28cff30a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:44.101983 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-781377a6-5d60-4899-a3e1-7b28cff30a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:44.106636 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a494d389-2c86-468f-81fb-34c9c2f278ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:44.108491 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0d53c-4dbd-4c37-8acf-41d8e9228a06 req-c2076755-62d8-46a2-bf6f-9f72ede395b2 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:44.110096 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-29b0d53c-4dbd-4c37-8acf-41d8e9228a06 req-c2076755-62d8-46a2-bf6f-9f72ede395b2 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.42 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 945 time: 0.4015648 Jun 17 19:08:44.114723 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Request body: {'port': {'device_id': '09da8490-924a-4fe8-aa23-7aaa65b04d40', 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356', 'admin_state_up': True, 'tenant_id': '4aee683c148a4710bb0767c3141626b6'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:44.143179 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781377a6-5d60-4899-a3e1-7b28cff30a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26725aeb-614a-4662-b5e6-46a5601c9390,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:44.147430 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-781377a6-5d60-4899-a3e1-7b28cff30a8e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99fd29dfd8154f28875c08bd1848cb69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912511 Jun 17 19:08:44.148339 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-781377a6-5d60-4899-a3e1-7b28cff30a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:44.150186 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36060) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:44.232179 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bc4eed3e-3165-4932-9c6f-950c9b13ae43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:44.267412 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bc4eed3e-3165-4932-9c6f-950c9b13ae43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:44.289918 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36064) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:44.333379 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Made reservation on behalf of 4aee683c148a4710bb0767c3141626b6 for: {'port': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:08:44.336895 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:44.340950 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [req-29b0d53c-4dbd-4c37-8acf-41d8e9228a06 req-feb18236-c2ec-443b-8201-54720dca2bdb tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Deleting port 09016a55-30b9-4fe1-8925-531d35e5859e {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:08:44.341353 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-29b0d53c-4dbd-4c37-8acf-41d8e9228a06 req-feb18236-c2ec-443b-8201-54720dca2bdb tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:44.344102 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bc4eed3e-3165-4932-9c6f-950c9b13ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:44.350513 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bc4eed3e-3165-4932-9c6f-950c9b13ae43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:44.353464 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-bc4eed3e-3165-4932-9c6f-950c9b13ae43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26725aeb-614a-4662-b5e6-46a5601c9390 HTTP/1.1" status: 204 len: 168 time: 0.2016895 Jun 17 19:08:44.357096 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-503318ec-1337-4b98-8f35-7e94d4fb6dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:44.377351 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eed3e-3165-4932-9c6f-950c9b13ae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26725aeb-614a-4662-b5e6-46a5601c9390,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:44.381751 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-bc4eed3e-3165-4932-9c6f-950c9b13ae43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:44.400255 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:44.558447 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb45c-5d82-4b56-8a73-808cd57a01c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:44.680348 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da625d61-499d-4ede-8212-6f7b9021a950 req-389f1fdd-cde0-4634-ab07-b9781557292c tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:44.691270 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-da625d61-499d-4ede-8212-6f7b9021a950 req-389f1fdd-cde0-4634-ab07-b9781557292c tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 945 time: 0.0879192 Jun 17 19:08:44.750440 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-29b0d53c-4dbd-4c37-8acf-41d8e9228a06 req-feb18236-c2ec-443b-8201-54720dca2bdb tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] For port 09016a55-30b9-4fe1-8925-531d35e5859e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=09016a55-30b9-4fe1-8925-531d35e5859e,segment=NetworkSegment(1456b5f4-adf8-4863-a052-631071ce8cf1),segment_id=1456b5f4-adf8-4863-a052-631071ce8cf1)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:44.751167 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-29b0d53c-4dbd-4c37-8acf-41d8e9228a06 req-feb18236-c2ec-443b-8201-54720dca2bdb tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:44.798941 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-da625d61-499d-4ede-8212-6f7b9021a950 req-024b5132-e8a9-4f55-af21-b5a514ae87e5 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb480d82-2303-4b2e-9a07-a5e25baa7006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087837 Jun 17 19:08:44.912114 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [req-29b0d53c-4dbd-4c37-8acf-41d8e9228a06 req-feb18236-c2ec-443b-8201-54720dca2bdb tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Calling delete_port for 09016a55-30b9-4fe1-8925-531d35e5859e owned by compute:nova {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:08:45.141068 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-29b0d53c-4dbd-4c37-8acf-41d8e9228a06 req-feb18236-c2ec-443b-8201-54720dca2bdb tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:45.152191 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:45.164562 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['09016a55-30b9-4fe1-8925-531d35e5859e'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:08:45.196347 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb18236-c2ec-443b-8201-54720dca2bdb tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Pushing event deleted for resources: {'Port': ['ID=09016a55-30b9-4fe1-8925-531d35e5859e,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:45.204773 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-feb18236-c2ec-443b-8201-54720dca2bdb tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:45.208288 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:45.266550 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:45.274256 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1e619844-3b85-4aea-a127-cf8100e5a532 req-3706878a-967b-4906-b139-ac50afdb6e12 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 210 time: 0.2266076 Jun 17 19:08:45.288178 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-436aa3cf-72f7-4a73-80e0-28490977a2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:45.342826 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf32476-5167-4078-a635-bd63d7a05d68 req-b99d9ea7-f80f-430a-9eb6-0c139aeaaeb4 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:45.344416 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6bf32476-5167-4078-a635-bd63d7a05d68 req-b99d9ea7-f80f-430a-9eb6-0c139aeaaeb4 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.3310640 Jun 17 19:08:45.345853 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b0d53c-4dbd-4c37-8acf-41d8e9228a06 req-feb18236-c2ec-443b-8201-54720dca2bdb tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] No DVR routers for this DVR port 09016a55-30b9-4fe1-8925-531d35e5859e on host hv-cinder-79053 {{(pid=92947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:08:45.407458 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36128) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:45.409270 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6bf32476-5167-4078-a635-bd63d7a05d68 req-b4206f14-df58-4255-8c33-668924b53839 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483878 Jun 17 19:08:45.577710 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6260ebf9-97b3-4164-900d-723222fc52c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:45.586992 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-29b0d53c-4dbd-4c37-8acf-41d8e9228a06 req-feb18236-c2ec-443b-8201-54720dca2bdb tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:45.589607 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-29b0d53c-4dbd-4c37-8acf-41d8e9228a06 req-feb18236-c2ec-443b-8201-54720dca2bdb tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.42 "DELETE /v2.0/ports/09016a55-30b9-4fe1-8925-531d35e5859e HTTP/1.1" status: 204 len: 173 time: 1.4589775 Jun 17 19:08:45.616406 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acb1413-e11b-4397-8991-69d0476b72f9', 'name': 'network-vif-deleted', 'tag': '09016a55-30b9-4fe1-8925-531d35e5859e'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:45.619238 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a294aa8b-1d0c-42be-a2b4-63cfa30d29c5" -d '{"events": [{"server_uuid": "0acb1413-e11b-4397-8991-69d0476b72f9", "name": "network-vif-deleted", "tag": "09016a55-30b9-4fe1-8925-531d35e5859e"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:45.644573 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2c032f-97f7-4dec-9156-a56370255fb4,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:45.650954 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb45c-5d82-4b56-8a73-808cd57a01c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:45.655828 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:45.659552 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb45c-5d82-4b56-8a73-808cd57a01c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:45.665210 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0ce54ad6-c8b5-41fa-a083-135ad8e27d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:45.668443 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5dcd33-c1aa-4107-8a2f-7322f24936b2 x-openstack-request-id: req-7e5dcd33-c1aa-4107-8a2f-7322f24936b2 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:45.668764 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acb1413-e11b-4397-8991-69d0476b72f9", "name": "network-vif-deleted", "tag": "09016a55-30b9-4fe1-8925-531d35e5859e", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:45.669057 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e5dcd33-c1aa-4107-8a2f-7322f24936b2 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:45.669492 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acb1413-e11b-4397-8991-69d0476b72f9', 'name': 'network-vif-deleted', 'tag': '09016a55-30b9-4fe1-8925-531d35e5859e', 'status': 'completed', 'code': 200} Jun 17 19:08:45.737665 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fb45c-5d82-4b56-8a73-808cd57a01c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57650364-24df-4b89-b522-0ff776bbcbe5,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:45.742222 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-7e5fb45c-5d82-4b56-8a73-808cd57a01c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5560a2ba70a4c6abd68f6568566ec09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4498858 Jun 17 19:08:45.743464 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-7e5fb45c-5d82-4b56-8a73-808cd57a01c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:45.746624 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36142) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:45.777364 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6260ebf9-97b3-4164-900d-723222fc52c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:45.783668 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6260ebf9-97b3-4164-900d-723222fc52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:45.787697 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e6dfee81-1423-4d87-8b74-2df53c962724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:45.792493 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Allocated IP 192.168.233.143 (fae18167-fe3c-44fb-8681-87c8f4492356/90b168c2-9bbd-499f-81ee-1fd32e810ffc/5ce38dd7-208d-4a1a-8408-66c63e383fa5) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:08:45.833517 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260ebf9-97b3-4164-900d-723222fc52c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48892770-8406-4dcb-8d0e-300d025832fa,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:45.852144 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-6260ebf9-97b3-4164-900d-723222fc52c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4efc0573f975433b9b8430c3f665bca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414411 Jun 17 19:08:45.853667 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36152) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:45.860675 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6260ebf9-97b3-4164-900d-723222fc52c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:45.893682 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cfc1d70e-ee43-4448-b83e-c718df67106a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:45.966182 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cfc1d70e-ee43-4448-b83e-c718df67106a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.013775 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1a163dbe-de0f-43e0-8833-a2817eecbcbb req-ac4cd67f-d4a3-468c-ac9d-d8bd6db22157 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acb1413-e11b-4397-8991-69d0476b72f9 HTTP/1.1" status: 200 len: 210 time: 0.0286040 Jun 17 19:08:46.044298 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e31a23f0-10a0-444b-b26a-4bfed478b64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.082543 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e31a23f0-10a0-444b-b26a-4bfed478b64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.114516 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cfc1d70e-ee43-4448-b83e-c718df67106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.117112 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cfc1d70e-ee43-4448-b83e-c718df67106a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.118259 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-cfc1d70e-ee43-4448-b83e-c718df67106a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57650364-24df-4b89-b522-0ff776bbcbe5 HTTP/1.1" status: 204 len: 168 time: 0.3704515 Jun 17 19:08:46.121924 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.130331 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:46.151108 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1d70e-ee43-4448-b83e-c718df67106a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57650364-24df-4b89-b522-0ff776bbcbe5,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:46.157596 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-cfc1d70e-ee43-4448-b83e-c718df67106a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:46.158862 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Transition to ACTIVE for port object 5ce38dd7-208d-4a1a-8408-66c63e383fa5 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:08:46.201158 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e31a23f0-10a0-444b-b26a-4bfed478b64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.204045 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e31a23f0-10a0-444b-b26a-4bfed478b64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.205349 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-e31a23f0-10a0-444b-b26a-4bfed478b64a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48892770-8406-4dcb-8d0e-300d025832fa HTTP/1.1" status: 204 len: 168 time: 0.3413067 Jun 17 19:08:46.207678 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-cf566c00-5aa9-439a-b303-e671b44e64c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:46.217513 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a23f0-10a0-444b-b26a-4bfed478b64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48892770-8406-4dcb-8d0e-300d025832fa,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:46.220587 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4087574'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.223639 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e31a23f0-10a0-444b-b26a-4bfed478b64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:46.227692 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e839b6bb-a782-4cdc-bf06-dcfdff99ed78 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:46.279627 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Network fae18167-fe3c-44fb-8681-87c8f4492356 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:08:46.283834 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:08:46.290153 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:08:46.338643 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Pushing event updated for resources: {'Port': ['ID=5ce38dd7-208d-4a1a-8408-66c63e383fa5,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:46.344283 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:46.387914 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:46.388982 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.416666 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3055019 Jun 17 19:08:46.437526 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Request body: {'port': {'device_id': '09da8490-924a-4fe8-aa23-7aaa65b04d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:46.590500 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.665441 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe6921-d920-4d3b-9f08-efc13082970b req-61c2cde0-c6cc-448b-baa7-0b49370ae91c tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:46.669216 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cbfe6921-d920-4d3b-9f08-efc13082970b req-61c2cde0-c6cc-448b-baa7-0b49370ae91c tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 936 time: 0.1456313 Jun 17 19:08:46.679063 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-1a16749f-3608-412c-ba6c-57291a15a6ad None None] Provisioning for port 5ce38dd7-208d-4a1a-8408-66c63e383fa5 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:08:46.687803 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-1a16749f-3608-412c-ba6c-57291a15a6ad None None] Provisioning complete for port 5ce38dd7-208d-4a1a-8408-66c63e383fa5 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:08:46.688238 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-1a16749f-3608-412c-ba6c-57291a15a6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.766458 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-1a16749f-3608-412c-ba6c-57291a15a6ad None None] Port 5ce38dd7-208d-4a1a-8408-66c63e383fa5 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:08:46.817050 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cbfe6921-d920-4d3b-9f08-efc13082970b req-04f8715a-2a9e-4416-a7e6-9643a6842da0 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b2c032f-97f7-4dec-9156-a56370255fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389947 Jun 17 19:08:46.876720 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f942a-52db-4e69-9cf8-f2b09609ba39 req-37857944-3910-4724-bbcb-b9e950725f3f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:46.878301 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-239f942a-52db-4e69-9cf8-f2b09609ba39 req-37857944-3910-4724-bbcb-b9e950725f3f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1235542 Jun 17 19:08:46.923422 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce38dd7-208d-4a1a-8408-66c63e383fa5 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:08:46.933377 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.943520 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-239f942a-52db-4e69-9cf8-f2b09609ba39 req-081a126e-8b1b-4d4d-b3de-a6422185b5d8 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585878 Jun 17 19:08:46.951059 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Transition to ACTIVE for port object 5ce38dd7-208d-4a1a-8408-66c63e383fa5 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:08:46.955942 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:46.961421 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:47.028045 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36178) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:47.033039 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36180) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:47.058425 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce38dd7-208d-4a1a-8408-66c63e383fa5,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:47.065659 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bd03e948-9094-4a3e-9fd4-86cdb03baded admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.069340 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:47.069468 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7075d887-2afb-4696-b717-b171947ac76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.196662 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Attempting to bind port 5ce38dd7-208d-4a1a-8408-66c63e383fa5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:08:47.197185 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Attempting to bind port 5ce38dd7-208d-4a1a-8408-66c63e383fa5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9fe98d90-90d5-4d15-9a39-31aa60dc0ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:08:47.197685 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Attempting to bind port 5ce38dd7-208d-4a1a-8408-66c63e383fa5 on network fae18167-fe3c-44fb-8681-87c8f4492356 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:08:47.226144 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Port 5ce38dd7-208d-4a1a-8408-66c63e383fa5 on network fae18167-fe3c-44fb-8681-87c8f4492356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:08:47.228141 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Attempting to bind port 5ce38dd7-208d-4a1a-8408-66c63e383fa5 on network fae18167-fe3c-44fb-8681-87c8f4492356 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:08:47.248567 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:08:47.249035 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Checking segment: {'id': '9fe98d90-90d5-4d15-9a39-31aa60dc0ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:08:47.249360 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Bound using segment: {'id': '9fe98d90-90d5-4d15-9a39-31aa60dc0ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:08:47.249845 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Bound port: 5ce38dd7-208d-4a1a-8408-66c63e383fa5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe98d90-90d5-4d15-9a39-31aa60dc0ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:08:47.250309 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.265457 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7075d887-2afb-4696-b717-b171947ac76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.272120 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7075d887-2afb-4696-b717-b171947ac76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.284746 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6260ebf9-97b3-4164-900d-723222fc52c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:47.333313 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-7075d887-2afb-4696-b717-b171947ac76f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9c9e02d268c4b3a8a25282871d06cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039277 Jun 17 19:08:47.335720 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075d887-2afb-4696-b717-b171947ac76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f877ce21-c3e9-4c32-801d-4290844ebbea,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:47.338854 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36186) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:47.346151 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7075d887-2afb-4696-b717-b171947ac76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:47.392818 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] For port 5ce38dd7-208d-4a1a-8408-66c63e383fa5, host hv-cinder-79053, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:08:47.396771 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f63c206c-be0c-405b-b894-d5525669419c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.398611 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] For port 5ce38dd7-208d-4a1a-8408-66c63e383fa5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5ce38dd7-208d-4a1a-8408-66c63e383fa5,segment=NetworkSegment(9fe98d90-90d5-4d15-9a39-31aa60dc0ff4),segment_id=9fe98d90-90d5-4d15-9a39-31aa60dc0ff4)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:08:47.406144 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.418183 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:47.424293 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f63c206c-be0c-405b-b894-d5525669419c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.445729 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:47.446538 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.448002 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] 10.222.0.42 "PUT /v2.0/ports/5ce38dd7-208d-4a1a-8408-66c63e383fa5 HTTP/1.1" status: 200 len: 1098 time: 1.0172851 Jun 17 19:08:47.520641 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f63c206c-be0c-405b-b894-d5525669419c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.524208 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f63c206c-be0c-405b-b894-d5525669419c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.525744 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-f63c206c-be0c-405b-b894-d5525669419c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f877ce21-c3e9-4c32-801d-4290844ebbea HTTP/1.1" status: 204 len: 168 time: 0.1857483 Jun 17 19:08:47.526794 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-838b8571-345b-4c28-890c-f3c3297276c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:47.536326 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c206c-be0c-405b-b894-d5525669419c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f877ce21-c3e9-4c32-801d-4290844ebbea,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:47.538546 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f63c206c-be0c-405b-b894-d5525669419c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:47.586307 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce38dd7-208d-4a1a-8408-66c63e383fa5,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:47.592302 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:47.595883 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bd03e948-9094-4a3e-9fd4-86cdb03baded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.607463 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bd03e948-9094-4a3e-9fd4-86cdb03baded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.612217 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4a1bcf0c-9404-482a-a7b5-54735efcad07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:47.650250 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-579597cf-d53c-4845-b3c5-fc676eeb38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:47.652207 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-579597cf-d53c-4845-b3c5-fc676eeb38e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4aee683c148a4710bb0767c3141626b6&device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 1101 time: 0.1468775 Jun 17 19:08:47.670043 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09da8490-924a-4fe8-aa23-7aaa65b04d40', 'tag': '5ce38dd7-208d-4a1a-8408-66c63e383fa5'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:47.672838 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50a56e0-3771-4ee3-9f16-9311f4865c36" -d '{"events": [{"name": "network-changed", "server_uuid": "09da8490-924a-4fe8-aa23-7aaa65b04d40", "tag": "5ce38dd7-208d-4a1a-8408-66c63e383fa5"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:47.688911 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-bd03e948-9094-4a3e-9fd4-86cdb03baded admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=202182616669413989b85a12d736d70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6546304 Jun 17 19:08:47.691370 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36204) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:47.697756 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03e948-9094-4a3e-9fd4-86cdb03baded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa4a521-6f1a-4083-b7ca-1177d30b3a18,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:47.750409 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bd03e948-9094-4a3e-9fd4-86cdb03baded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:47.752263 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-4f8eeff0-f14b-4918-aa45-25dadfb30ea5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5ce38dd7-208d-4a1a-8408-66c63e383fa5 HTTP/1.1" status: 200 len: 217 time: 0.0762944 Jun 17 19:08:47.793987 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c249a06d-58df-4401-96ea-59961b433b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.824341 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c249a06d-58df-4401-96ea-59961b433b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.863567 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763f77e0-3e60-4d2b-8038-30a860e4bb43 x-openstack-request-id: req-763f77e0-3e60-4d2b-8038-30a860e4bb43 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:47.863910 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09da8490-924a-4fe8-aa23-7aaa65b04d40", "tag": "5ce38dd7-208d-4a1a-8408-66c63e383fa5", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:47.864948 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-763f77e0-3e60-4d2b-8038-30a860e4bb43 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:47.865529 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09da8490-924a-4fe8-aa23-7aaa65b04d40', 'tag': '5ce38dd7-208d-4a1a-8408-66c63e383fa5', 'status': 'completed', 'code': 200} Jun 17 19:08:47.885834 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-bae2692e-d3df-43ea-857f-0ecb712e0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:47.890224 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-bae2692e-d3df-43ea-857f-0ecb712e0d74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=90b168c2-9bbd-499f-81ee-1fd32e810ffc HTTP/1.1" status: 200 len: 843 time: 0.1257114 Jun 17 19:08:47.901630 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c249a06d-58df-4401-96ea-59961b433b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.905404 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c249a06d-58df-4401-96ea-59961b433b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:47.909173 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-c249a06d-58df-4401-96ea-59961b433b5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/caa4a521-6f1a-4083-b7ca-1177d30b3a18 HTTP/1.1" status: 204 len: 168 time: 0.2138617 Jun 17 19:08:47.910273 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ec9c9deb-0a79-485b-b694-573f12de4119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:47.929064 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249a06d-58df-4401-96ea-59961b433b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa4a521-6f1a-4083-b7ca-1177d30b3a18,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:47.937109 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c249a06d-58df-4401-96ea-59961b433b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:47.992293 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-83c0c64c-db06-4bad-ab21-40c2dd4d2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:47.993965 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-83c0c64c-db06-4bad-ab21-40c2dd4d2396 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fae18167-fe3c-44fb-8681-87c8f4492356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0910213 Jun 17 19:08:48.131100 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a8bad-dcac-4bf6-942c-ac9749490a46 req-add72610-dfe7-4255-91de-5ae5f6dd7291 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:48.140856 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e38a8bad-dcac-4bf6-942c-ac9749490a46 req-add72610-dfe7-4255-91de-5ae5f6dd7291 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 948 time: 0.1146643 Jun 17 19:08:48.182304 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-9200a970-d37b-431c-a7bc-907dd9b7be58 service neutron] 10.222.0.42 "GET /v2.0/networks/fae18167-fe3c-44fb-8681-87c8f4492356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803865 Jun 17 19:08:48.256226 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e38a8bad-dcac-4bf6-942c-ac9749490a46 req-f687b161-5099-4d5d-ac54-b603895d20de tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b2c032f-97f7-4dec-9156-a56370255fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144807 Jun 17 19:08:48.305897 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e2a4-b053-47ff-893a-0a0ecd4115d8 req-b9d5eae5-e192-493d-962d-7ae3f10dcffc tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:48.313921 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4e40e2a4-b053-47ff-893a-0a0ecd4115d8 req-b9d5eae5-e192-493d-962d-7ae3f10dcffc tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1482179 Jun 17 19:08:48.371116 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36242) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:48.380019 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4e40e2a4-b053-47ff-893a-0a0ecd4115d8 req-e1d3d27a-89ca-4d1c-9c81-376932b4e225 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646207 Jun 17 19:08:48.422327 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-e70e28c0-cbf3-474a-be24-87399a467ce5 req-d7fcb1ad-f121-4514-8be9-da1b39c9f813 service neutron] 10.222.0.42 "GET /v2.0/networks/fae18167-fe3c-44fb-8681-87c8f4492356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320116 Jun 17 19:08:48.572515 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a56e0-3771-4ee3-9f16-9311f4865c36 req-fada56ea-09d3-4266-8eea-4313db7ccafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:48.574631 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-a50a56e0-3771-4ee3-9f16-9311f4865c36 req-fada56ea-09d3-4266-8eea-4313db7ccafc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4aee683c148a4710bb0767c3141626b6&device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 1101 time: 0.0711811 Jun 17 19:08:48.590205 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 09016a55-30b9-4fe1-8925-531d35e5859e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:08:48.616624 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 09016a55-30b9-4fe1-8925-531d35e5859e {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:08:48.616973 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 09016a55-30b9-4fe1-8925-531d35e5859e not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:08:48.669340 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-45e8cc86-ee55-4465-ae04-0778cbb24899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:48.691184 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36258) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:48.709326 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-09a7d51e-97d2-44ca-90e8-4bf487e5083b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:48.721017 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a56e0-3771-4ee3-9f16-9311f4865c36 req-0ced2170-9cfb-4c22-ba9f-a52bee5f64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:48.722758 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-a50a56e0-3771-4ee3-9f16-9311f4865c36 req-0ced2170-9cfb-4c22-ba9f-a52bee5f64b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fae18167-fe3c-44fb-8681-87c8f4492356 HTTP/1.1" status: 200 len: 870 time: 0.1407928 Jun 17 19:08:48.741240 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.db.api [None req-09a7d51e-97d2-44ca-90e8-4bf487e5083b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 19:08:48.741240 dv-cinder-790535-5-smb neutron-server[92948]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 19:08:48.741240 dv-cinder-790535-5-smb neutron-server[92948]: [parameters: {'project_id': 'a418a27c25f8450db2ce2307ebe4ad74', 'id': 'b39ff178-4fb4-405b-8eca-3aee96d8dafb', 'expiration': datetime.datetime(2021, 6, 17, 19, 10, 48, 737439)}] Jun 17 19:08:48.741240 dv-cinder-790535-5-smb neutron-server[92948]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 19:08:48.742053 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_db.api [None req-09a7d51e-97d2-44ca-90e8-4bf487e5083b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 19:08:48.787473 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-a50a56e0-3771-4ee3-9f16-9311f4865c36 req-535c9078-566c-41ce-8e66-74240ef6bbee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5ce38dd7-208d-4a1a-8408-66c63e383fa5 HTTP/1.1" status: 200 len: 217 time: 0.0566342 Jun 17 19:08:48.862397 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a56e0-3771-4ee3-9f16-9311f4865c36 req-da176509-7c8c-4c70-be31-d15353c2f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:48.863921 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-a50a56e0-3771-4ee3-9f16-9311f4865c36 req-da176509-7c8c-4c70-be31-d15353c2f9ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=90b168c2-9bbd-499f-81ee-1fd32e810ffc HTTP/1.1" status: 200 len: 843 time: 0.0670021 Jun 17 19:08:48.931916 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-45e8cc86-ee55-4465-ae04-0778cbb24899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:48.937899 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-45e8cc86-ee55-4465-ae04-0778cbb24899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:48.941544 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-cf6963e3-c0d0-4778-9d55-079fe30ba7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:48.988319 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-45e8cc86-ee55-4465-ae04-0778cbb24899 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cbc2095cf0a84dc0a5213ae03222a35c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159823 Jun 17 19:08:48.989510 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8cc86-ee55-4465-ae04-0778cbb24899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20ad9eb-f806-44e2-9eae-495051385a4e,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:48.990498 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36274) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:48.997180 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-45e8cc86-ee55-4465-ae04-0778cbb24899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:49.002292 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a56e0-3771-4ee3-9f16-9311f4865c36 req-f6b087da-142b-4ae4-8159-7bdbab4c2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:49.003904 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-a50a56e0-3771-4ee3-9f16-9311f4865c36 req-f6b087da-142b-4ae4-8159-7bdbab4c2cdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fae18167-fe3c-44fb-8681-87c8f4492356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1220770 Jun 17 19:08:49.044242 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8e3eb722-9eb4-491e-abb4-d802d7fff41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.070144 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8e3eb722-9eb4-491e-abb4-d802d7fff41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.103656 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-a50a56e0-3771-4ee3-9f16-9311f4865c36 req-a06dce6f-8791-40eb-9c04-901bb24aa190 service neutron] 10.222.0.42 "GET /v2.0/networks/fae18167-fe3c-44fb-8681-87c8f4492356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913849 Jun 17 19:08:49.137778 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8e3eb722-9eb4-491e-abb4-d802d7fff41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.141529 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8e3eb722-9eb4-491e-abb4-d802d7fff41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.145354 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-8e3eb722-9eb4-491e-abb4-d802d7fff41c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d20ad9eb-f806-44e2-9eae-495051385a4e HTTP/1.1" status: 204 len: 168 time: 0.1513057 Jun 17 19:08:49.145354 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-95a61028-c5ce-4572-b01c-c04ae82f56c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:49.151895 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3eb722-9eb4-491e-abb4-d802d7fff41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20ad9eb-f806-44e2-9eae-495051385a4e,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:49.154360 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-8e3eb722-9eb4-491e-abb4-d802d7fff41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:49.227972 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-a50a56e0-3771-4ee3-9f16-9311f4865c36 req-09df9c53-1b60-4640-99b3-59dcf08e5144 service neutron] 10.222.0.42 "GET /v2.0/networks/fae18167-fe3c-44fb-8681-87c8f4492356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125846 Jun 17 19:08:49.243361 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-09a7d51e-97d2-44ca-90e8-4bf487e5083b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.348266 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-09a7d51e-97d2-44ca-90e8-4bf487e5083b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.361895 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-09a7d51e-97d2-44ca-90e8-4bf487e5083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.363913 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-04d61a89-1029-45ee-8e4e-00d8b019290e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:49.390865 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7d51e-97d2-44ca-90e8-4bf487e5083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae6100e-68d9-42e9-9d82-174e43ab95eb,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:49.415521 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-09a7d51e-97d2-44ca-90e8-4bf487e5083b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:49.458791 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-09a7d51e-97d2-44ca-90e8-4bf487e5083b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a418a27c25f8450db2ce2307ebe4ad74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7651181 Jun 17 19:08:49.461278 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36294) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:49.570747 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36302) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:49.570980 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b948ee-c158-4744-abc0-51cb986dc51d req-e9678c1f-82e3-43f1-b60b-53c1f8deb237 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:49.573131 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-35b948ee-c158-4744-abc0-51cb986dc51d req-e9678c1f-82e3-43f1-b60b-53c1f8deb237 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 948 time: 0.1560454 Jun 17 19:08:49.591427 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b48af1c9-51e9-4cc1-9a8f-bcf2b7911f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.593026 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bb34e48f-b41f-4ddf-be61-558511e0ebe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.638207 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bb34e48f-b41f-4ddf-be61-558511e0ebe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.664567 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-35b948ee-c158-4744-abc0-51cb986dc51d req-9fc20575-2304-438d-a9c4-07094dece156 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b2c032f-97f7-4dec-9156-a56370255fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834014 Jun 17 19:08:49.687275 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f8a00-32aa-4395-b973-9fb0b033cf79 req-c71a8b95-dceb-40d2-8006-c3182b660828 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:49.688956 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-db4f8a00-32aa-4395-b973-9fb0b033cf79 req-c71a8b95-dceb-40d2-8006-c3182b660828 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1820993 Jun 17 19:08:49.699980 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b48af1c9-51e9-4cc1-9a8f-bcf2b7911f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.711570 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b48af1c9-51e9-4cc1-9a8f-bcf2b7911f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.719092 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-06a736a4-f2eb-486e-9c80-b3eb80f4e545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:49.751241 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-db4f8a00-32aa-4395-b973-9fb0b033cf79 req-bf356f34-7b8a-4b0c-aaaf-b45eeaac3d25 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554266 Jun 17 19:08:49.753878 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bb34e48f-b41f-4ddf-be61-558511e0ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.757792 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bb34e48f-b41f-4ddf-be61-558511e0ebe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.759629 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-bb34e48f-b41f-4ddf-be61-558511e0ebe0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fae6100e-68d9-42e9-9d82-174e43ab95eb HTTP/1.1" status: 204 len: 168 time: 0.2972794 Jun 17 19:08:49.761402 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dd5997de-5cb2-4573-9a05-b15959c10576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:49.762761 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-b48af1c9-51e9-4cc1-9a8f-bcf2b7911f8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9655ce964a64a358f3b50abedb6fb76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907578 Jun 17 19:08:49.765326 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36310) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:49.772018 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34e48f-b41f-4ddf-be61-558511e0ebe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae6100e-68d9-42e9-9d82-174e43ab95eb,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:49.774010 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48af1c9-51e9-4cc1-9a8f-bcf2b7911f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1672c02-a67d-4a36-8670-88c05f31ba60,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:49.778462 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-bb34e48f-b41f-4ddf-be61-558511e0ebe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:49.779940 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-b48af1c9-51e9-4cc1-9a8f-bcf2b7911f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:49.851448 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-526a0806-68d0-48ce-9166-51e021a7ec6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.875638 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-526a0806-68d0-48ce-9166-51e021a7ec6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.934047 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-526a0806-68d0-48ce-9166-51e021a7ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.937224 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-526a0806-68d0-48ce-9166-51e021a7ec6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:49.938986 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-526a0806-68d0-48ce-9166-51e021a7ec6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1672c02-a67d-4a36-8670-88c05f31ba60 HTTP/1.1" status: 204 len: 168 time: 0.1717064 Jun 17 19:08:49.939440 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:49.947157 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a0806-68d0-48ce-9166-51e021a7ec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1672c02-a67d-4a36-8670-88c05f31ba60,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:49.949542 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-526a0806-68d0-48ce-9166-51e021a7ec6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:50.031753 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36326) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:50.368500 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-942a5424-a1e7-4407-80f5-31ec96e4b658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:50.487125 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-942a5424-a1e7-4407-80f5-31ec96e4b658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:50.493016 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-942a5424-a1e7-4407-80f5-31ec96e4b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:50.499949 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-2fdc6b5a-4da8-4a3b-95a0-7fb5d81ee031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:50.536246 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a5424-a1e7-4407-80f5-31ec96e4b658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45912bb-37bc-496c-8bc3-e0916ba19ebd,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:50.548065 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-942a5424-a1e7-4407-80f5-31ec96e4b658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:50.565496 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-942a5424-a1e7-4407-80f5-31ec96e4b658 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37740de4833e42548ea5ba0d72f996ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5322344 Jun 17 19:08:50.568501 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36358) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:50.639808 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-07c2b526-a515-40e8-9313-839939e6ccee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:50.667873 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-07c2b526-a515-40e8-9313-839939e6ccee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:50.717302 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-07c2b526-a515-40e8-9313-839939e6ccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:50.719937 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-07c2b526-a515-40e8-9313-839939e6ccee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:50.721066 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-07c2b526-a515-40e8-9313-839939e6ccee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c45912bb-37bc-496c-8bc3-e0916ba19ebd HTTP/1.1" status: 204 len: 168 time: 0.1508613 Jun 17 19:08:50.724292 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-8041f1c5-8fbc-49ef-b393-7a4a156b6322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:50.732524 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2b526-a515-40e8-9313-839939e6ccee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45912bb-37bc-496c-8bc3-e0916ba19ebd,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:50.735054 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-07c2b526-a515-40e8-9313-839939e6ccee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:50.889319 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80f9e1-f500-40c6-9310-c0a9cd7cebf6 req-35ee7175-34bc-4441-a40d-4fd1e06b318f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:50.899212 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7c80f9e1-f500-40c6-9310-c0a9cd7cebf6 req-35ee7175-34bc-4441-a40d-4fd1e06b318f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 948 time: 0.0930498 Jun 17 19:08:50.976180 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7c80f9e1-f500-40c6-9310-c0a9cd7cebf6 req-968d4eb9-0f2e-46e0-86a4-faf8df7edfc4 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b2c032f-97f7-4dec-9156-a56370255fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758002 Jun 17 19:08:51.035725 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac474dd-3717-4464-b739-c1703649197f req-6e01ec81-94da-4552-8db8-ea2640bbba95 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:51.045788 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bac474dd-3717-4464-b739-c1703649197f req-6e01ec81-94da-4552-8db8-ea2640bbba95 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1438613 Jun 17 19:08:51.092014 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bac474dd-3717-4464-b739-c1703649197f req-285e12ba-6c86-4075-96fa-b61e7bf9f7dd tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Jun 17 19:08:52.212670 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36452) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:52.255047 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f5be7-88c6-4684-8600-d396704baaf4 req-a3b9fa5f-4f8f-43ae-af6f-6104ff9369c2 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:52.256519 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cc2f5be7-88c6-4684-8600-d396704baaf4 req-a3b9fa5f-4f8f-43ae-af6f-6104ff9369c2 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 948 time: 0.1028259 Jun 17 19:08:52.349150 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1716984157-network', 'tenant_id': 'd79e60fa0666440f98a049643c3b5d35'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:52.367181 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cc2f5be7-88c6-4684-8600-d396704baaf4 req-b8a6a4fb-c7bc-42d7-bc4d-2c81a438ac40 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b2c032f-97f7-4dec-9156-a56370255fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017694 Jun 17 19:08:52.408690 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Made reservation on behalf of d79e60fa0666440f98a049643c3b5d35 for: {'network': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:08:52.411298 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:52.440608 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5cfff-ff13-48f4-b51b-915a0db8a5d6 req-a626ceda-75e1-4569-beff-876bf12f9088 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:52.442338 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-74e5cfff-ff13-48f4-b51b-915a0db8a5d6 req-a626ceda-75e1-4569-beff-876bf12f9088 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1748831 Jun 17 19:08:52.443016 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:52.548019 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-74e5cfff-ff13-48f4-b51b-915a0db8a5d6 req-bd76ed92-42aa-440c-9212-90b17e35a8a9 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932903 Jun 17 19:08:52.616667 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 5ce38dd7-208d-4a1a-8408-66c63e383fa5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:08:52.622532 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:52.629030 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:52.638310 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-88b3fd44-c228-44f5-b05e-d76bcf40a049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:52.680266 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=92948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:08:52.686333 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b52f86d-6d93-4910-96e4-69c861d4ba0c,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:52.690749 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:52.695683 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:52.696065 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.segments_db [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Added segment d5ba5998-72f0-4060-9ffe-06828470372d of type vlan for network ea41ec67-85df-49fb-89f1-a865ac40ac72 Jun 17 19:08:52.749638 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:52.790211 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:52.790934 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 5ce38dd7-208d-4a1a-8408-66c63e383fa5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5ce38dd7-208d-4a1a-8408-66c63e383fa5,segment=NetworkSegment(9fe98d90-90d5-4d15-9a39-31aa60dc0ff4),segment_id=9fe98d90-90d5-4d15-9a39-31aa60dc0ff4)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:52.792910 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:52.793729 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:52.799267 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:52.804451 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '5ce38dd7-208d-4a1a-8408-66c63e383fa5', 'network_id': 'fae18167-fe3c-44fb-8681-87c8f4492356', 'port_id': '5ce38dd7-208d-4a1a-8408-66c63e383fa5', 'mac_address': 'fa:16:3e:f1:52:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b168c2-9bbd-499f-81ee-1fd32e810ffc', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:08:52.838270 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6233094 Jun 17 19:08:52.842476 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36480) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:52.850180 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] Request body: {'subnet': {'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1716984157-subnet', 'tenant_id': 'd79e60fa0666440f98a049643c3b5d35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:52.860200 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:52.879651 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce38dd7-208d-4a1a-8408-66c63e383fa5 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:08:52.882024 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] Made reservation on behalf of d79e60fa0666440f98a049643c3b5d35 for: {'subnet': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:08:52.884761 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941905'] for subnet, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:52.909687 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 5ce38dd7-208d-4a1a-8408-66c63e383fa5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5ce38dd7-208d-4a1a-8408-66c63e383fa5,segment=NetworkSegment(9fe98d90-90d5-4d15-9a39-31aa60dc0ff4),segment_id=9fe98d90-90d5-4d15-9a39-31aa60dc0ff4)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:52.916009 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:52.918798 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:52.922136 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Pushing event updated for resources: {'Network': ['ID=ea41ec67-85df-49fb-89f1-a865ac40ac72,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:52.940604 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:52.953588 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network ea41ec67-85df-49fb-89f1-a865ac40ac72 details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:08:53.108503 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=5ce38dd7-208d-4a1a-8408-66c63e383fa5,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:53.125019 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:53.125598 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:53.126211 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:53.126728 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:53.127332 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:53.127850 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:53.128605 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:53.129088 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:53.129634 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:53.130133 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:53.130615 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:53.131089 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:08:53.136460 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:53.147824 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4087722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941891'] for subnet, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:53.151939 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-48fc59d1-b36b-408c-9e8b-053000881904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:53.204514 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['5ce38dd7-208d-4a1a-8408-66c63e383fa5'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:08:53.256965 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18838074-19ef-4fa4-b0b7-00d64f2301e0,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:53.262534 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:53.269936 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] Checking segment: {'id': 'd5ba5998-72f0-4060-9ffe-06828470372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:08:53.270399 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] Network hostable DHCP agents. Network: ea41ec67-85df-49fb-89f1-a865ac40ac72, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:08:53.287509 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] Network ea41ec67-85df-49fb-89f1-a865ac40ac72 is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:08:53.298628 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, ea41ec67-85df-49fb-89f1-a865ac40ac72) {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:08:53.304468 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:53.305113 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:53.312440 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a60bbb-cea5-46e8-afeb-b182db7422c3 None None] Network ea41ec67-85df-49fb-89f1-a865ac40ac72 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:08:53.338924 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-391fbdcf-e6c3-4e19-80b5-35866c658bd4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4855633 Jun 17 19:08:53.514120 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22e37c0-8870-440d-92bb-d11764085f18 None None] Network ea41ec67-85df-49fb-89f1-a865ac40ac72 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:08:53.613300 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bc50c-5cde-4601-8e74-3ab432735745 req-e534d31f-81ee-4c2b-84f3-6b2a0c877751 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:53.616778 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5c4bc50c-5cde-4601-8e74-3ab432735745 req-e534d31f-81ee-4c2b-84f3-6b2a0c877751 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 949 time: 0.1215854 Jun 17 19:08:53.664023 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5c4bc50c-5cde-4601-8e74-3ab432735745 req-004652f5-4401-423f-8936-e122bc11e827 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b2c032f-97f7-4dec-9156-a56370255fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Jun 17 19:08:53.911379 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88695-d313-4194-b02a-624a916521e3 req-1d0f5a9e-2e28-4261-a3a2-871d563e8c25 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:53.911379 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2eb88695-d313-4194-b02a-624a916521e3 req-1d0f5a9e-2e28-4261-a3a2-871d563e8c25 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.0978081 Jun 17 19:08:53.950521 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2eb88695-d313-4194-b02a-624a916521e3 req-cd21df4a-f1da-4be7-986e-f1878b29893b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359149 Jun 17 19:08:54.021781 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36534) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:54.155513 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b1abcac8-1c9e-4cfa-b81c-f0c1badef4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:54.275782 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f9e5de38-dfe8-4e8a-8008-94d60c51186c req-34174f4b-aa60-48dd-a91c-bb2933b188f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0939043 Jun 17 19:08:54.360205 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b1abcac8-1c9e-4cfa-b81c-f0c1badef4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:54.364939 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b1abcac8-1c9e-4cfa-b81c-f0c1badef4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:54.370538 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-25429c80-1e69-4406-9a46-c038177e8ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:54.471505 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-b1abcac8-1c9e-4cfa-b81c-f0c1badef4cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc32c9d394cf498b8852f15162fd131c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485743 Jun 17 19:08:54.473185 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abcac8-1c9e-4cfa-b81c-f0c1badef4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e18334-7abc-4dc0-a846-33e5691a9387,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:54.478646 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36556) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:54.481652 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-b1abcac8-1c9e-4cfa-b81c-f0c1badef4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:54.502686 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5de38-dfe8-4e8a-8008-94d60c51186c req-94c79cd8-00d2-41e9-8367-ec3fdfb91ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:54.505302 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f9e5de38-dfe8-4e8a-8008-94d60c51186c req-94c79cd8-00d2-41e9-8367-ec3fdfb91ec2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f483840778a4b289070c9f068eae35f&device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 1098 time: 0.1288836 Jun 17 19:08:54.610012 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-100f1160-c5ab-45a2-ad59-b80f5fc7bea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:54.626727 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 5ce38dd7-208d-4a1a-8408-66c63e383fa5 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:08:54.655651 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-100f1160-c5ab-45a2-ad59-b80f5fc7bea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:54.746746 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-100f1160-c5ab-45a2-ad59-b80f5fc7bea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:54.749638 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-100f1160-c5ab-45a2-ad59-b80f5fc7bea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:54.750948 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-100f1160-c5ab-45a2-ad59-b80f5fc7bea1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72e18334-7abc-4dc0-a846-33e5691a9387 HTTP/1.1" status: 204 len: 168 time: 0.2689989 Jun 17 19:08:54.751838 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-38f526f0-e916-4440-8d29-2c894c3462ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:54.761526 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5de38-dfe8-4e8a-8008-94d60c51186c req-0ef1e588-c834-4ad0-8bd5-65c9c54756e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:54.767923 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f9e5de38-dfe8-4e8a-8008-94d60c51186c req-0ef1e588-c834-4ad0-8bd5-65c9c54756e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=47474ca6-6289-4c8b-a386-ccceb3457590 HTTP/1.1" status: 200 len: 911 time: 0.2273812 Jun 17 19:08:54.775432 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f1160-c5ab-45a2-ad59-b80f5fc7bea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e18334-7abc-4dc0-a846-33e5691a9387,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:54.783251 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-100f1160-c5ab-45a2-ad59-b80f5fc7bea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:54.821186 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 5ce38dd7-208d-4a1a-8408-66c63e383fa5 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:08:54.840167 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 5ce38dd7-208d-4a1a-8408-66c63e383fa5 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:08:54.840765 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:55.081197 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:55.153378 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957bc92-005c-4116-8a51-f4c3eaeda2bc req-3b82b70e-5f8a-440d-983f-a680230f7903 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:55.160669 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f9e5de38-dfe8-4e8a-8008-94d60c51186c req-0925ddc7-d0c4-4924-847f-f89cb5bd56c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6937ec75-d652-413d-85ea-721b9e9f4127 HTTP/1.1" status: 200 len: 1000 time: 0.3822210 Jun 17 19:08:55.161773 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09da8490-924a-4fe8-aa23-7aaa65b04d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce38dd7-208d-4a1a-8408-66c63e383fa5'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:08:55.164069 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9957bc92-005c-4116-8a51-f4c3eaeda2bc req-3b82b70e-5f8a-440d-983f-a680230f7903 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 949 time: 0.2260578 Jun 17 19:08:55.170175 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7c90b2-b6b6-4235-a4f8-c03956258365" -d '{"events": [{"server_uuid": "09da8490-924a-4fe8-aa23-7aaa65b04d40", "name": "network-vif-plugged", "status": "completed", "tag": "5ce38dd7-208d-4a1a-8408-66c63e383fa5"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:08:55.221932 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 5ce38dd7-208d-4a1a-8408-66c63e383fa5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5ce38dd7-208d-4a1a-8408-66c63e383fa5,segment=NetworkSegment(9fe98d90-90d5-4d15-9a39-31aa60dc0ff4),segment_id=9fe98d90-90d5-4d15-9a39-31aa60dc0ff4)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:08:55.231008 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:55.233521 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:55.286282 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9957bc92-005c-4116-8a51-f4c3eaeda2bc req-59b607e8-9c58-4dc5-8db9-e8a5013b34a6 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b2c032f-97f7-4dec-9156-a56370255fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138992 Jun 17 19:08:55.317141 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5de38-dfe8-4e8a-8008-94d60c51186c req-f7f9149f-1eb8-4cdd-8d4e-f8ef65ce1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:55.319189 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f9e5de38-dfe8-4e8a-8008-94d60c51186c req-f7f9149f-1eb8-4cdd-8d4e-f8ef65ce1003 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91c9f451-1e97-4705-99d3-c24a35bcad9a HTTP/1.1" status: 200 len: 849 time: 0.1494679 Jun 17 19:08:55.364046 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=5ce38dd7-208d-4a1a-8408-66c63e383fa5,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:55.378771 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:55.487017 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d727df9c-51c9-4b22-b752-0e693b16c178 x-openstack-request-id: req-d727df9c-51c9-4b22-b752-0e693b16c178 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:08:55.487564 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09da8490-924a-4fe8-aa23-7aaa65b04d40", "name": "network-vif-plugged", "status": "completed", "tag": "5ce38dd7-208d-4a1a-8408-66c63e383fa5", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:08:55.487971 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d727df9c-51c9-4b22-b752-0e693b16c178 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:08:55.488569 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09da8490-924a-4fe8-aa23-7aaa65b04d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce38dd7-208d-4a1a-8408-66c63e383fa5', 'code': 200} Jun 17 19:08:55.544719 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5de38-dfe8-4e8a-8008-94d60c51186c req-363cbfc7-9e34-42b0-a9a1-42c1a01bc030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:55.547959 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f9e5de38-dfe8-4e8a-8008-94d60c51186c req-363cbfc7-9e34-42b0-a9a1-42c1a01bc030 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47474ca6-6289-4c8b-a386-ccceb3457590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2182820 Jun 17 19:08:55.549831 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36598) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:55.590369 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-98389014-4892-41e7-bb52-493010878cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:55.640751 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5027f12-ca7c-4a06-b589-cb2b87d6079f req-27e554c2-7bcd-449c-a4d7-8f9367bfe266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:55.642837 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-c5027f12-ca7c-4a06-b589-cb2b87d6079f req-27e554c2-7bcd-449c-a4d7-8f9367bfe266 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 1098 time: 0.2300818 Jun 17 19:08:55.643039 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362c625-f995-4d06-8d7d-8fc497e2f2e9 req-56d6a7fa-1fd6-47ce-82c7-f4f276062322 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:55.644771 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9362c625-f995-4d06-8d7d-8fc497e2f2e9 req-56d6a7fa-1fd6-47ce-82c7-f4f276062322 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.1929674 Jun 17 19:08:55.754434 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-c5027f12-ca7c-4a06-b589-cb2b87d6079f req-fc63b658-733e-45d4-bc1f-687210f38b65 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654595 Jun 17 19:08:55.755786 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9362c625-f995-4d06-8d7d-8fc497e2f2e9 req-78dd6652-9e06-442f-bf08-b99cea2ed779 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989292 Jun 17 19:08:55.786013 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f9e5de38-dfe8-4e8a-8008-94d60c51186c req-95f98249-b36e-470c-8c5c-139d0c1bbe0f service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069309 Jun 17 19:08:55.858331 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-98389014-4892-41e7-bb52-493010878cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:55.864095 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-98389014-4892-41e7-bb52-493010878cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:55.871717 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-37c3c33b-b41c-4c10-838b-0060fe9941df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:55.904687 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-9a864cad-7794-40ce-9e21-847e6325b8ca tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:55.911597 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-9a864cad-7794-40ce-9e21-847e6325b8ca tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/networks?id=ea41ec67-85df-49fb-89f1-a865ac40ac72 HTTP/1.1" status: 200 len: 814 time: 0.1921086 Jun 17 19:08:56.180687 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f9e5de38-dfe8-4e8a-8008-94d60c51186c req-f2deccfe-c5ec-446c-af5b-1d0df2fa6fdf service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579950 Jun 17 19:08:56.185272 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90672b-0eb7-4746-bb93-a258086d6f00 req-5004932d-ed39-4370-8a0a-4f0215591ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:56.187110 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2a90672b-0eb7-4746-bb93-a258086d6f00 req-5004932d-ed39-4370-8a0a-4f0215591ef1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 1103 time: 0.3553696 Jun 17 19:08:56.248702 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-b17efcf9-7042-4a21-bcf7-0363c4d75583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:56.258141 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2a90672b-0eb7-4746-bb93-a258086d6f00 req-7aa006d5-0874-44b9-810b-a4502756a85e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8b2c032f-97f7-4dec-9156-a56370255fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624466 Jun 17 19:08:56.262621 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-18c49ead-b725-4187-bf98-0ad00e7c5746 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/quotas/d79e60fa0666440f98a049643c3b5d35 HTTP/1.1" status: 200 len: 375 time: 0.3497708 Jun 17 19:08:56.264995 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-98389014-4892-41e7-bb52-493010878cf4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36dc85d5c3a24e3bbbdaaf29fe711158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7136497 Jun 17 19:08:56.267331 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98389014-4892-41e7-bb52-493010878cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451c7e35-4b8e-4848-b5e6-3ff1b89371d0,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:56.267727 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36638) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:56.298117 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-98389014-4892-41e7-bb52-493010878cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:56.300649 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-eb3cfc9f-dfc3-47f0-8402-17f720c278c8 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d79e60fa0666440f98a049643c3b5d35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346122 Jun 17 19:08:56.328373 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-01251068-4a5a-40da-9ca7-e71d818a3730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:56.352863 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-01251068-4a5a-40da-9ca7-e71d818a3730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:56.411966 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-01251068-4a5a-40da-9ca7-e71d818a3730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:56.414517 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-01251068-4a5a-40da-9ca7-e71d818a3730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:56.424415 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-01251068-4a5a-40da-9ca7-e71d818a3730 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/451c7e35-4b8e-4848-b5e6-3ff1b89371d0 HTTP/1.1" status: 204 len: 168 time: 0.1505125 Jun 17 19:08:56.426796 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-5cb34e25-03ab-4085-8a1d-eacd50a824cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:56.434306 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-e66d7043-2264-40e8-8081-1ced42516562 service neutron] 10.222.0.10 "GET /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235561 Jun 17 19:08:56.442011 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01251068-4a5a-40da-9ca7-e71d818a3730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451c7e35-4b8e-4848-b5e6-3ff1b89371d0,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:56.452932 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-01251068-4a5a-40da-9ca7-e71d818a3730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:56.611596 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-fdbd30cf-ea21-4439-9fdf-451473accbb3 service neutron] 10.222.0.10 "GET /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629758 Jun 17 19:08:56.612406 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36650) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:56.647732 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f47ee0-47a3-4393-bf2e-7d16442ba9de req-43bc1e78-472d-481e-b158-33ad722506b4 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:56.649874 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-75f47ee0-47a3-4393-bf2e-7d16442ba9de req-43bc1e78-472d-481e-b158-33ad722506b4 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 950 time: 0.1666949 Jun 17 19:08:56.733152 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-75f47ee0-47a3-4393-bf2e-7d16442ba9de req-1fa51bb4-4e74-469e-9822-63a57cd96323 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b2c032f-97f7-4dec-9156-a56370255fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749450 Jun 17 19:08:56.870596 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a4533c89-1475-41cd-9dc5-f9625c7d5606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:56.944139 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-60ad1594-d0e1-480d-bf82-604ca1ce2eac req-78f01961-61dd-4ec8-9688-245398758dfa tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 210 time: 0.0444901 Jun 17 19:08:57.016233 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a4533c89-1475-41cd-9dc5-f9625c7d5606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:57.021743 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a4533c89-1475-41cd-9dc5-f9625c7d5606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:57.024870 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-526a0806-68d0-48ce-9166-51e021a7ec6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:57.030661 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492044c-7c4e-4d35-8901-df9e7f62ee39 req-9899a409-cf38-43fe-85e9-ee2c8dadf9c7 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:57.033819 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e492044c-7c4e-4d35-8901-df9e7f62ee39 req-9899a409-cf38-43fe-85e9-ee2c8dadf9c7 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.0920649 Jun 17 19:08:57.065711 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-a4533c89-1475-41cd-9dc5-f9625c7d5606 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=525dd59e3c7a435caf491c6b0e0d3ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519665 Jun 17 19:08:57.066632 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4533c89-1475-41cd-9dc5-f9625c7d5606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b403c08c-6988-4cf1-9ccc-43d34f7002e5,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:57.069331 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36666) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:57.077300 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a4533c89-1475-41cd-9dc5-f9625c7d5606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:57.090812 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e492044c-7c4e-4d35-8901-df9e7f62ee39 req-b4c586c1-4916-4005-a41b-ed5b7d39a114 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479393 Jun 17 19:08:57.129940 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dc61-fb82-46c2-8eae-4948a86095b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:57.180423 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dc61-fb82-46c2-8eae-4948a86095b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:57.243187 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dc61-fb82-46c2-8eae-4948a86095b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:57.246711 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dc61-fb82-46c2-8eae-4948a86095b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:57.247861 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-4aa8dc61-fb82-46c2-8eae-4948a86095b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b403c08c-6988-4cf1-9ccc-43d34f7002e5 HTTP/1.1" status: 204 len: 168 time: 0.1776409 Jun 17 19:08:57.248668 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f4fab3fd-f3aa-40b1-93ec-90f5e8778f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:57.271424 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8dc61-fb82-46c2-8eae-4948a86095b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b403c08c-6988-4cf1-9ccc-43d34f7002e5,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:57.278544 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4aa8dc61-fb82-46c2-8eae-4948a86095b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:57.411277 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad407528-c30c-48fe-9faa-da9670b1999f req-968759af-619e-49b7-b982-80a2148832f6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:57.413321 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ad407528-c30c-48fe-9faa-da9670b1999f req-968759af-619e-49b7-b982-80a2148832f6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1804614 Jun 17 19:08:57.474102 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ad407528-c30c-48fe-9faa-da9670b1999f req-1a3c8278-8347-48c2-8c1c-cdaf6f566145 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519118 Jun 17 19:08:57.750540 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36690) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:57.768410 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-884b9fe6-20ec-4fb6-a9b9-a9b5c2952de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:57.795667 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:57.924507 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-884b9fe6-20ec-4fb6-a9b9-a9b5c2952de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:57.946304 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-884b9fe6-20ec-4fb6-a9b9-a9b5c2952de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:57.951189 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-100f1160-c5ab-45a2-ad59-b80f5fc7bea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:58.007187 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-884b9fe6-20ec-4fb6-a9b9-a9b5c2952de9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2f2922d19c94ee8a1bddfeb1333e90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556362 Jun 17 19:08:58.009565 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b9fe6-20ec-4fb6-a9b9-a9b5c2952de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc07b7ab-eb26-45d9-8fa1-5bc4b6a852ef,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:58.013348 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36704) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:08:58.028733 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-884b9fe6-20ec-4fb6-a9b9-a9b5c2952de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:58.060317 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8ccc5-fe63-4edf-950b-453abbc36c68 req-9075ea13-d06c-4034-a8a5-ff84bf0342b7 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:58.061867 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-06d8ccc5-fe63-4edf-950b-453abbc36c68 req-9075ea13-d06c-4034-a8a5-ff84bf0342b7 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 950 time: 0.1557291 Jun 17 19:08:58.081698 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cb1e003c-99f2-4fda-9fc7-2c01ca9c54f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:58.109980 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cb1e003c-99f2-4fda-9fc7-2c01ca9c54f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:58.118760 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-06d8ccc5-fe63-4edf-950b-453abbc36c68 req-3ce33e56-5776-48f5-94b0-746dfcb13d02 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b2c032f-97f7-4dec-9156-a56370255fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464599 Jun 17 19:08:58.156590 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-915e9f36-2720-4052-815c-7735bb565cbb req-348ae9c5-e55d-4e1c-b9f5-d683374fd9b4 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 210 time: 0.0358346 Jun 17 19:08:58.196651 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cb1e003c-99f2-4fda-9fc7-2c01ca9c54f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:58.204415 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cb1e003c-99f2-4fda-9fc7-2c01ca9c54f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:58.206975 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-cb1e003c-99f2-4fda-9fc7-2c01ca9c54f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bc07b7ab-eb26-45d9-8fa1-5bc4b6a852ef HTTP/1.1" status: 204 len: 168 time: 0.1919985 Jun 17 19:08:58.209141 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-01251068-4a5a-40da-9ca7-e71d818a3730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:58.220335 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e003c-99f2-4fda-9fc7-2c01ca9c54f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc07b7ab-eb26-45d9-8fa1-5bc4b6a852ef,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:58.222764 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-cb1e003c-99f2-4fda-9fc7-2c01ca9c54f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:58.567429 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-d7a7253b-4104-4d7e-8e40-6fca05c4451a tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:58.569814 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-d7a7253b-4104-4d7e-8e40-6fca05c4451a tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.42 "GET /v2.0/networks?id=ea41ec67-85df-49fb-89f1-a865ac40ac72 HTTP/1.1" status: 200 len: 814 time: 0.2088783 Jun 17 19:08:58.588460 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Request body: {'port': {'device_id': '9edcdbbd-a2ec-453e-83a6-5a2154e23def', 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72', 'admin_state_up': True, 'tenant_id': 'd79e60fa0666440f98a049643c3b5d35'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:58.743498 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bc4b05e7-3c90-440b-ab4f-1f4a7286540c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:58.755856 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Made reservation on behalf of d79e60fa0666440f98a049643c3b5d35 for: {'port': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:08:58.760297 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:58.812728 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bd95f-f99e-4d67-81bb-60c2808a4dd0 req-59c5c05e-e53f-4a62-be82-efaf7c0e4cf7 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:58.814447 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ec2bd95f-f99e-4d67-81bb-60c2808a4dd0 req-59c5c05e-e53f-4a62-be82-efaf7c0e4cf7 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 950 time: 0.0921144 Jun 17 19:08:58.865907 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ec2bd95f-f99e-4d67-81bb-60c2808a4dd0 req-c004698a-434e-4a01-8d22-f8be7c7367b7 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b2c032f-97f7-4dec-9156-a56370255fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385377 Jun 17 19:08:58.924619 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Allocated IP 172.20.0.14 (ea41ec67-85df-49fb-89f1-a865ac40ac72/18838074-19ef-4fa4-b0b7-00d64f2301e0/b8465934-dc34-48cb-a665-c797fe9b6cc3) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:08:59.004401 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:59.157089 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:59.221908 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4087574'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:59.228685 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-2c584678-f113-4f7c-bf83-91d124915db3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:08:59.276169 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Network ea41ec67-85df-49fb-89f1-a865ac40ac72 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:08:59.283572 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:08:59.288971 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:08:59.338406 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Pushing event updated for resources: {'Port': ['ID=b8465934-dc34-48cb-a665-c797fe9b6cc3,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:08:59.353415 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:08:59.411637 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:59.412618 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:59.437232 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8548057 Jun 17 19:08:59.455114 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475102-53b8-4d48-81cd-de1fdaf6287d req-a299ea97-c171-42d3-a213-9c8cb01b9b7d tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:59.456612 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-10475102-53b8-4d48-81cd-de1fdaf6287d req-a299ea97-c171-42d3-a213-9c8cb01b9b7d tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 932 time: 0.1064715 Jun 17 19:08:59.473422 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Request body: {'port': {'device_id': '9edcdbbd-a2ec-453e-83a6-5a2154e23def', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:08:59.540163 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-10475102-53b8-4d48-81cd-de1fdaf6287d req-da196d4f-95ba-4183-935a-6f5cb915495e tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775399 Jun 17 19:08:59.607307 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:59.612996 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c79ec-0b51-45c6-8bc9-dd1280742a96 req-52d0f3a9-48c1-4ea1-97ea-161cd6f8e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:59.616092 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0d2c79ec-0b51-45c6-8bc9-dd1280742a96 req-52d0f3a9-48c1-4ea1-97ea-161cd6f8e02d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93451ec394194b2fba97e72592b1e653&device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 1098 time: 0.1587691 Jun 17 19:08:59.777480 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c79ec-0b51-45c6-8bc9-dd1280742a96 req-0035f194-d475-4a65-bf5c-184874272e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:59.779270 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0d2c79ec-0b51-45c6-8bc9-dd1280742a96 req-0035f194-d475-4a65-bf5c-184874272e4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 200 len: 920 time: 0.1404960 Jun 17 19:08:59.806504 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654c4ae-d8e1-41c5-bbbe-62b5f503c3f1 req-7125d383-b86f-4ece-9e3a-5e05e3e16073 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:08:59.810153 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6654c4ae-d8e1-41c5-bbbe-62b5f503c3f1 req-7125d383-b86f-4ece-9e3a-5e05e3e16073 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1050513 Jun 17 19:08:59.867430 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:08:59.940794 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0d2c79ec-0b51-45c6-8bc9-dd1280742a96 req-55d20226-a376-41a0-9bb5-76be4ebe48c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8722bcae-e77a-44d0-b165-ab79a8d410f3 HTTP/1.1" status: 200 len: 217 time: 0.1464915 Jun 17 19:08:59.943696 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6654c4ae-d8e1-41c5-bbbe-62b5f503c3f1 req-6700652a-8f34-407c-a407-8c5fb0d3b93f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269805 Jun 17 19:09:00.104822 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c79ec-0b51-45c6-8bc9-dd1280742a96 req-1df433d1-9483-4ab3-88ef-245990b2e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:00.107274 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0d2c79ec-0b51-45c6-8bc9-dd1280742a96 req-1df433d1-9483-4ab3-88ef-245990b2e094 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cd3fd67-d089-4814-8e68-8c6a919c213f HTTP/1.1" status: 200 len: 859 time: 0.1520751 Jun 17 19:09:00.165763 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0d2c79ec-0b51-45c6-8bc9-dd1280742a96 req-961e730c-67c1-4b2f-b9ad-c5fb47f6b37f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d539c9-58d2-423d-b233-c8fbfb44a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442960 Jun 17 19:09:00.167189 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421818fc-03a9-49f2-89b4-5a8fe422e412 req-c9acf49f-6abc-4026-b5a3-ba68defc1a91 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:00.170660 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-421818fc-03a9-49f2-89b4-5a8fe422e412 req-c9acf49f-6abc-4026-b5a3-ba68defc1a91 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 950 time: 0.0879736 Jun 17 19:09:00.245107 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-421818fc-03a9-49f2-89b4-5a8fe422e412 req-ec1f71ab-41ad-4d3f-b93a-233dd3b66db9 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b2c032f-97f7-4dec-9156-a56370255fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645859 Jun 17 19:09:00.405614 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0d2c79ec-0b51-45c6-8bc9-dd1280742a96 req-e46275e8-b3a3-4e7c-8e58-0ea79d4b5f17 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856985 Jun 17 19:09:00.411717 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745ca9d-8521-4a8b-993c-0b00691ac3b8 req-b26253ef-9e1f-407c-8fc7-f2b54681f83a tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:00.413364 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3745ca9d-8521-4a8b-993c-0b00691ac3b8 req-b26253ef-9e1f-407c-8fc7-f2b54681f83a tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.42 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 950 time: 0.1084309 Jun 17 19:09:00.413492 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8465934-dc34-48cb-a665-c797fe9b6cc3 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:09:00.452725 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:00.502919 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Transition to ACTIVE for port object b8465934-dc34-48cb-a665-c797fe9b6cc3 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:00.527710 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:00.536809 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:00.552709 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-3745ca9d-8521-4a8b-993c-0b00691ac3b8 req-e8d3d5a4-aa00-42a3-b958-f2460db8d24f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Deleting port 5ce38dd7-208d-4a1a-8408-66c63e383fa5 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:09:00.553291 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3745ca9d-8521-4a8b-993c-0b00691ac3b8 req-e8d3d5a4-aa00-42a3-b958-f2460db8d24f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:00.620279 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0d2c79ec-0b51-45c6-8bc9-dd1280742a96 req-e0e1d55b-ec90-4c15-904b-5dc6c085b071 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997941 Jun 17 19:09:00.630325 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Pushing event updated for resources: {'Port': ['ID=b8465934-dc34-48cb-a665-c797fe9b6cc3,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:00.633971 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:00.715518 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-3745ca9d-8521-4a8b-993c-0b00691ac3b8 req-e8d3d5a4-aa00-42a3-b958-f2460db8d24f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] For port 5ce38dd7-208d-4a1a-8408-66c63e383fa5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5ce38dd7-208d-4a1a-8408-66c63e383fa5,segment=NetworkSegment(9fe98d90-90d5-4d15-9a39-31aa60dc0ff4),segment_id=9fe98d90-90d5-4d15-9a39-31aa60dc0ff4)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:00.716201 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3745ca9d-8521-4a8b-993c-0b00691ac3b8 req-e8d3d5a4-aa00-42a3-b958-f2460db8d24f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:00.739777 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Attempting to bind port b8465934-dc34-48cb-a665-c797fe9b6cc3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:09:00.740160 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Attempting to bind port b8465934-dc34-48cb-a665-c797fe9b6cc3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd5ba5998-72f0-4060-9ffe-06828470372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:09:00.740451 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Attempting to bind port b8465934-dc34-48cb-a665-c797fe9b6cc3 on network ea41ec67-85df-49fb-89f1-a865ac40ac72 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:00.753876 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Port b8465934-dc34-48cb-a665-c797fe9b6cc3 on network ea41ec67-85df-49fb-89f1-a865ac40ac72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:09:00.753876 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Attempting to bind port b8465934-dc34-48cb-a665-c797fe9b6cc3 on network ea41ec67-85df-49fb-89f1-a865ac40ac72 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:00.761122 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:09:00.761451 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Checking segment: {'id': 'd5ba5998-72f0-4060-9ffe-06828470372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:00.761817 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Bound using segment: {'id': 'd5ba5998-72f0-4060-9ffe-06828470372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:09:00.762294 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Bound port: b8465934-dc34-48cb-a665-c797fe9b6cc3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ba5998-72f0-4060-9ffe-06828470372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:09:00.762643 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:00.826908 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-3745ca9d-8521-4a8b-993c-0b00691ac3b8 req-e8d3d5a4-aa00-42a3-b958-f2460db8d24f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Calling delete_port for 5ce38dd7-208d-4a1a-8408-66c63e383fa5 owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:09:00.852605 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] For port b8465934-dc34-48cb-a665-c797fe9b6cc3, host hv-cinder-79053, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:09:00.857333 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] For port b8465934-dc34-48cb-a665-c797fe9b6cc3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b8465934-dc34-48cb-a665-c797fe9b6cc3,segment=NetworkSegment(d5ba5998-72f0-4060-9ffe-06828470372d),segment_id=d5ba5998-72f0-4060-9ffe-06828470372d)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:09:00.865320 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:00.868575 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-41286a3b-e56a-4991-b3d7-f419aced22c9 tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:00.940448 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:00.941070 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:00.950727 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] 10.222.0.42 "PUT /v2.0/ports/b8465934-dc34-48cb-a665-c797fe9b6cc3 HTTP/1.1" status: 200 len: 1094 time: 1.4920647 Jun 17 19:09:00.956800 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edcdbbd-a2ec-453e-83a6-5a2154e23def', 'tag': 'b8465934-dc34-48cb-a665-c797fe9b6cc3'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:09:00.961946 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c82582-0de4-41fe-bd85-5d1e1f52991c" -d '{"events": [{"name": "network-changed", "server_uuid": "9edcdbbd-a2ec-453e-83a6-5a2154e23def", "tag": "b8465934-dc34-48cb-a665-c797fe9b6cc3"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:09:00.979586 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba53615-58fa-41bb-a022-e80bc8163a00 req-9004d79f-7e04-4ed7-b0aa-ab04e08084b0 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:00.981305 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8ba53615-58fa-41bb-a022-e80bc8163a00 req-9004d79f-7e04-4ed7-b0aa-ab04e08084b0 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 944 time: 0.2240179 Jun 17 19:09:01.058458 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8ba53615-58fa-41bb-a022-e80bc8163a00 req-d44ae736-ffbe-4bf1-beab-aacb682dd7f0 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675569 Jun 17 19:09:01.100478 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3745ca9d-8521-4a8b-993c-0b00691ac3b8 req-e8d3d5a4-aa00-42a3-b958-f2460db8d24f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:01.103013 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Pushing event updated for resources: {'Port': ['ID=b8465934-dc34-48cb-a665-c797fe9b6cc3,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:01.107301 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:01.120266 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:01.127275 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['5ce38dd7-208d-4a1a-8408-66c63e383fa5'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:09:01.169967 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3d5a4-aa00-42a3-b958-f2460db8d24f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Pushing event deleted for resources: {'Port': ['ID=5ce38dd7-208d-4a1a-8408-66c63e383fa5,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:01.185553 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e8d3d5a4-aa00-42a3-b958-f2460db8d24f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:01.188239 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-46ccc3d2-8d59-4961-b49d-ead9e0c27c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:01.191079 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-46ccc3d2-8d59-4961-b49d-ead9e0c27c78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79e60fa0666440f98a049643c3b5d35&device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 1097 time: 0.1466320 Jun 17 19:09:01.282740 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-99c88220-ccd2-4f2b-bf25-e95fdfba8c1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8465934-dc34-48cb-a665-c797fe9b6cc3 HTTP/1.1" status: 200 len: 217 time: 0.0826201 Jun 17 19:09:01.332948 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd2081d-cae6-4ac4-863c-c3e3ace1617d x-openstack-request-id: req-7fd2081d-cae6-4ac4-863c-c3e3ace1617d {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:09:01.333275 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edcdbbd-a2ec-453e-83a6-5a2154e23def", "tag": "b8465934-dc34-48cb-a665-c797fe9b6cc3", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:09:01.334327 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fd2081d-cae6-4ac4-863c-c3e3ace1617d {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:09:01.334863 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edcdbbd-a2ec-453e-83a6-5a2154e23def', 'tag': 'b8465934-dc34-48cb-a665-c797fe9b6cc3', 'status': 'completed', 'code': 200} Jun 17 19:09:01.336924 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-3745ca9d-8521-4a8b-993c-0b00691ac3b8 req-e8d3d5a4-aa00-42a3-b958-f2460db8d24f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] No DVR routers for this DVR port 5ce38dd7-208d-4a1a-8408-66c63e383fa5 on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:09:01.372189 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3745ca9d-8521-4a8b-993c-0b00691ac3b8 req-e8d3d5a4-aa00-42a3-b958-f2460db8d24f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:01.374430 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3745ca9d-8521-4a8b-993c-0b00691ac3b8 req-e8d3d5a4-aa00-42a3-b958-f2460db8d24f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.42 "DELETE /v2.0/ports/5ce38dd7-208d-4a1a-8408-66c63e383fa5 HTTP/1.1" status: 204 len: 173 time: 0.9553468 Jun 17 19:09:01.374946 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09da8490-924a-4fe8-aa23-7aaa65b04d40', 'name': 'network-vif-deleted', 'tag': '5ce38dd7-208d-4a1a-8408-66c63e383fa5'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:09:01.377239 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8a76b6-25c1-4da2-9481-6d8960bfa20a" -d '{"events": [{"server_uuid": "09da8490-924a-4fe8-aa23-7aaa65b04d40", "name": "network-vif-deleted", "tag": "5ce38dd7-208d-4a1a-8408-66c63e383fa5"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:09:01.412759 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-d6ad9af8-f77c-433c-a86d-f34828fb7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:01.414293 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-d6ad9af8-f77c-433c-a86d-f34828fb7a37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18838074-19ef-4fa4-b0b7-00d64f2301e0 HTTP/1.1" status: 200 len: 854 time: 0.1214066 Jun 17 19:09:01.467985 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10e68a-b6f5-41cb-8b96-1e265a7e8895 req-d2e25ed1-0dbe-469a-91fd-e625ff4d5d20 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:01.469606 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1e10e68a-b6f5-41cb-8b96-1e265a7e8895 req-d2e25ed1-0dbe-469a-91fd-e625ff4d5d20 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1345632 Jun 17 19:09:01.484449 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-7c80c333-2cfe-4624-9b27-aee2e8eff847 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea41ec67-85df-49fb-89f1-a865ac40ac72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618730 Jun 17 19:09:01.520299 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5f8e2967-43d3-4d73-a087-e9c027ad0e6c req-cf9309dd-6405-4808-a663-af37309f2169 tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] 10.222.0.10 "GET /v2.0/ports?device_id=09da8490-924a-4fe8-aa23-7aaa65b04d40 HTTP/1.1" status: 200 len: 210 time: 0.0434055 Jun 17 19:09:01.550820 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1e10e68a-b6f5-41cb-8b96-1e265a7e8895 req-ff567952-44aa-48c5-8c14-8526f4d80656 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748856 Jun 17 19:09:01.584407 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e0a1ff-dd99-41dd-9177-a0eb9a0386f1 x-openstack-request-id: req-07e0a1ff-dd99-41dd-9177-a0eb9a0386f1 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:09:01.585066 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09da8490-924a-4fe8-aa23-7aaa65b04d40", "name": "network-vif-deleted", "tag": "5ce38dd7-208d-4a1a-8408-66c63e383fa5", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:09:01.585066 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07e0a1ff-dd99-41dd-9177-a0eb9a0386f1 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:09:01.585537 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09da8490-924a-4fe8-aa23-7aaa65b04d40', 'name': 'network-vif-deleted', 'tag': '5ce38dd7-208d-4a1a-8408-66c63e383fa5', 'status': 'completed', 'code': 200} Jun 17 19:09:01.625666 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-f64e35f2-59d7-48b0-aa2c-ec2b06522635 service neutron] 10.222.0.42 "GET /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346288 Jun 17 19:09:01.732974 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6a3644ab-7d49-4c4d-8e97-bd6eafecb301 req-54f2e519-9405-4bc4-8e00-43d2b3d3668c service neutron] 10.222.0.42 "GET /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978441 Jun 17 19:09:01.853816 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c82582-0de4-41fe-bd85-5d1e1f52991c req-8f9597f5-7ef4-4306-b9ef-209c6e2d3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:01.855820 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-50c82582-0de4-41fe-bd85-5d1e1f52991c req-8f9597f5-7ef4-4306-b9ef-209c6e2d3d1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79e60fa0666440f98a049643c3b5d35&device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 1097 time: 0.0621698 Jun 17 19:09:01.958094 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c82582-0de4-41fe-bd85-5d1e1f52991c req-5570e100-e418-465d-8aed-b245acde3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:01.959623 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-50c82582-0de4-41fe-bd85-5d1e1f52991c req-5570e100-e418-465d-8aed-b245acde3bf1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ea41ec67-85df-49fb-89f1-a865ac40ac72 HTTP/1.1" status: 200 len: 915 time: 0.0878472 Jun 17 19:09:01.991032 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:02.007251 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-50c82582-0de4-41fe-bd85-5d1e1f52991c req-5d46c806-bb8e-443a-8785-5622e5c9e5e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8465934-dc34-48cb-a665-c797fe9b6cc3 HTTP/1.1" status: 200 len: 217 time: 0.0391254 Jun 17 19:09:02.065074 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c82582-0de4-41fe-bd85-5d1e1f52991c req-fc1f3c82-39c2-4e0c-971f-1dff4ce5cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:02.066517 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-50c82582-0de4-41fe-bd85-5d1e1f52991c req-fc1f3c82-39c2-4e0c-971f-1dff4ce5cf84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18838074-19ef-4fa4-b0b7-00d64f2301e0 HTTP/1.1" status: 200 len: 854 time: 0.0478632 Jun 17 19:09:02.111997 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-50c82582-0de4-41fe-bd85-5d1e1f52991c req-b5c7cafc-9bd6-456a-a849-d00f5ff1a220 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea41ec67-85df-49fb-89f1-a865ac40ac72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379906 Jun 17 19:09:02.234315 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-50c82582-0de4-41fe-bd85-5d1e1f52991c req-22a033ee-9a6a-47f0-bfd9-fd8539a0fb9d service neutron] 10.222.0.42 "GET /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148312 Jun 17 19:09:02.296798 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4288bf5-52e8-4431-ae21-c1addbbefcdc req-2336fb10-102c-4685-904b-9c840477d689 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:02.303022 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a4288bf5-52e8-4431-ae21-c1addbbefcdc req-2336fb10-102c-4685-904b-9c840477d689 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 944 time: 0.0951080 Jun 17 19:09:02.337965 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-50c82582-0de4-41fe-bd85-5d1e1f52991c req-452d2a29-6bdb-4dde-9d69-a8b1d97f8fd7 service neutron] 10.222.0.42 "GET /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965152 Jun 17 19:09:02.365439 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a4288bf5-52e8-4431-ae21-c1addbbefcdc req-dcd593b5-00c1-4bd1-8853-83524b509d83 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568926 Jun 17 19:09:02.740781 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6c191-3b35-4212-a234-7a4a795ba98b req-53fa5d72-cec2-4432-942c-83f901a897ad tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:02.742409 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d0c6c191-3b35-4212-a234-7a4a795ba98b req-53fa5d72-cec2-4432-942c-83f901a897ad tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0735619 Jun 17 19:09:02.784563 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d0c6c191-3b35-4212-a234-7a4a795ba98b req-2add55c7-0116-4972-bfe6-e38f4efac747 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354044 Jun 17 19:09:03.493429 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 36976) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:03.549222 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0963305-80e7-4b5a-b5fb-2ff9c5b35c3d admin admin] Deleting subnet f7e2c604-2dcb-4e91-a488-b6c9469c4417 {{(pid=92947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:09:03.553792 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a0963305-80e7-4b5a-b5fb-2ff9c5b35c3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:03.568256 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c1c0-77c0-4344-9353-a7ceb8493a55 req-d1ffbc6d-6e97-4265-aeed-cd77c752d112 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:03.577266 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5f10c1c0-77c0-4344-9353-a7ceb8493a55 req-d1ffbc6d-6e97-4265-aeed-cd77c752d112 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 944 time: 0.0861819 Jun 17 19:09:03.596842 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a0963305-80e7-4b5a-b5fb-2ff9c5b35c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3247341'] for subnet, precommit_delete_associations {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:03.615129 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5f10c1c0-77c0-4344-9353-a7ceb8493a55 req-636839b6-3e3f-4c74-bb43-f0c4f7d1f0c9 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369079 Jun 17 19:09:03.653538 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a0963305-80e7-4b5a-b5fb-2ff9c5b35c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:03.709597 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a0963305-80e7-4b5a-b5fb-2ff9c5b35c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4087781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3941940'] for subnet, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:03.712037 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:03.733156 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0963305-80e7-4b5a-b5fb-2ff9c5b35c3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e2c604-2dcb-4e91-a488-b6c9469c4417,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:03.738387 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a0963305-80e7-4b5a-b5fb-2ff9c5b35c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:03.742967 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a0963305-80e7-4b5a-b5fb-2ff9c5b35c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:03.744764 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-a0963305-80e7-4b5a-b5fb-2ff9c5b35c3d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f7e2c604-2dcb-4e91-a488-b6c9469c4417 HTTP/1.1" status: 204 len: 168 time: 0.2502794 Jun 17 19:09:03.747844 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 36996) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:03.828486 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:03.927973 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:03.971893 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:03.972076 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:03.972742 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:03.973092 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > port after_create 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:03.973433 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:03.973750 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > port after_update 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:03.974067 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:03.974408 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:03.974749 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:03.975058 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:04.045240 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:04.045583 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:04.045913 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:04.046366 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 19:09:04.046715 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f91979a-0c8a-4396-bc9f-79b29cfe2a92']}} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:04.075425 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1456b5f4-adf8-4863-a052-631071ce8cf1') {'for_net_delete': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:04.075982 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1456b5f4-adf8-4863-a052-631071ce8cf1') {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:04.096404 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112635'] for segment, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.123104 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.134898 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=92948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:09:04.135510 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260401939'] for segment, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: from cryptography.utils import int_from_bytes Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: from cryptography.utils import int_from_bytes Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: Traceback (most recent call last): Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: timer() Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: cb(*args, **kw) Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: return func(*args, **kwargs) Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: self._notify() Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: self.callback(batched_events) Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: event.method(event) Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: return f(self, *a, **k) Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: return self._get(url).json() Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: return self.request(url, 'GET', **kwargs) Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:09:04.144080 dv-cinder-790535-5-smb neutron-server[92948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:09:04.147808 dv-cinder-790535-5-smb neutron-server[92948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:09:04.176565 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130bbde-7867-4b14-8402-177e68abf432 req-0d864611-b43a-4bab-bdb7-4d74ee1da98a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:04.178713 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e130bbde-7867-4b14-8402-177e68abf432 req-0d864611-b43a-4bab-bdb7-4d74ee1da98a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.2473223 Jun 17 19:09:04.266061 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.280193 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-29d22f1f-7a8b-41ef-9b4b-705dfc68fa58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:04.294262 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e130bbde-7867-4b14-8402-177e68abf432 req-af7550b6-585f-4401-b142-0b1c43010af7 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954821 Jun 17 19:09:04.295742 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.301829 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8f91979a-0c8a-4396-bc9f-79b29cfe2a92 HTTP/1.1" status: 204 len: 168 time: 0.5526981 Jun 17 19:09:04.302507 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37048) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:04.315443 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f91979a-0c8a-4396-bc9f-79b29cfe2a92,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:04.319808 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-bdb88a1e-d34f-4df5-be9e-21aab4526037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:04.385683 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02c22ed-1359-4cfd-8dfd-ef35f36efb65 admin admin] Deleting subnet 97c45307-8771-48bb-ac1c-a05e01c3c285 {{(pid=92947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:09:04.390473 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e02c22ed-1359-4cfd-8dfd-ef35f36efb65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.428963 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e02c22ed-1359-4cfd-8dfd-ef35f36efb65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3247341'] for subnet, precommit_delete_associations {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.472198 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e02c22ed-1359-4cfd-8dfd-ef35f36efb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.526663 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e02c22ed-1359-4cfd-8dfd-ef35f36efb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4087781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3941940'] for subnet, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.529644 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:04.555230 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e02c22ed-1359-4cfd-8dfd-ef35f36efb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.560030 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-e02c22ed-1359-4cfd-8dfd-ef35f36efb65 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/97c45307-8771-48bb-ac1c-a05e01c3c285 HTTP/1.1" status: 204 len: 168 time: 0.2531424 Jun 17 19:09:04.560030 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c22ed-1359-4cfd-8dfd-ef35f36efb65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c45307-8771-48bb-ac1c-a05e01c3c285,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:04.560737 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e02c22ed-1359-4cfd-8dfd-ef35f36efb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:04.562527 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37080) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:04.634943 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.687363 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device b8465934-dc34-48cb-a665-c797fe9b6cc3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:09:04.718569 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 5ce38dd7-208d-4a1a-8408-66c63e383fa5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:09:04.737375 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.754049 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce037dc2-a287-486d-9b4f-4b2d7ac68b0b']}} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:04.783931 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 5ce38dd7-208d-4a1a-8408-66c63e383fa5 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:09:04.784303 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 5ce38dd7-208d-4a1a-8408-66c63e383fa5 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:09:04.804240 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418f8422-b60d-41b8-a65a-bce4ee77a446') {'for_net_delete': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:04.804540 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418f8422-b60d-41b8-a65a-bce4ee77a446') {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:04.816615 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112635'] for segment, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.836961 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.848175 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=92948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:09:04.848175 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260401939'] for segment, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.855962 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port b8465934-dc34-48cb-a665-c797fe9b6cc3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b8465934-dc34-48cb-a665-c797fe9b6cc3,segment=NetworkSegment(d5ba5998-72f0-4060-9ffe-06828470372d),segment_id=d5ba5998-72f0-4060-9ffe-06828470372d)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: Traceback (most recent call last): Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: timer() Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: cb(*args, **kw) Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: return func(*args, **kwargs) Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: self._notify() Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: self.callback(batched_events) Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: event.method(event) Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: return f(self, *a, **k) Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: return self._get(url).json() Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: return self.request(url, 'GET', **kwargs) Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:09:04.857861 dv-cinder-790535-5-smb neutron-server[92948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:09:04.867400 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': 'b8465934-dc34-48cb-a665-c797fe9b6cc3', 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72', 'port_id': 'b8465934-dc34-48cb-a665-c797fe9b6cc3', 'mac_address': 'fa:16:3e:6c:eb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18838074-19ef-4fa4-b0b7-00d64f2301e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:09:04.907373 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.913014 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692e8e3-a1d1-4d88-909b-4f1768c33ce3 req-a533d6e2-3454-4c8e-bc34-cd7362e00bba tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:04.914715 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2692e8e3-a1d1-4d88-909b-4f1768c33ce3 req-a533d6e2-3454-4c8e-bc34-cd7362e00bba tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 944 time: 0.1575902 Jun 17 19:09:04.925444 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8465934-dc34-48cb-a665-c797fe9b6cc3 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:09:04.926715 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.945901 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port b8465934-dc34-48cb-a665-c797fe9b6cc3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b8465934-dc34-48cb-a665-c797fe9b6cc3,segment=NetworkSegment(d5ba5998-72f0-4060-9ffe-06828470372d),segment_id=d5ba5998-72f0-4060-9ffe-06828470372d)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:04.950924 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4a65054d-1833-4304-8913-35956c09de25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:04.955943 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.960060 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:04.960510 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ce037dc2-a287-486d-9b4f-4b2d7ac68b0b HTTP/1.1" status: 204 len: 168 time: 0.3942606 Jun 17 19:09:04.960631 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:04.973507 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce037dc2-a287-486d-9b4f-4b2d7ac68b0b,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:04.975860 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:04.990691 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2692e8e3-a1d1-4d88-909b-4f1768c33ce3 req-2d31257d-3c5a-45ea-86f5-5c6a6bd02de7 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617590 Jun 17 19:09:05.056242 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=b8465934-dc34-48cb-a665-c797fe9b6cc3,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:05.056242 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:05.175192 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37132) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:05.224812 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-066ab0c9-c392-45ba-96bf-551043e11f3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd54fd98b7904bb9816030928f57d2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483096 Jun 17 19:09:05.227770 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37138) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:05.270272 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['b8465934-dc34-48cb-a665-c797fe9b6cc3'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:09:05.291701 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-b35c0623-e09a-4ab0-9d39-0aa5e33fd76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:05.316287 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-b35c0623-e09a-4ab0-9d39-0aa5e33fd76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:05.403178 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-b35c0623-e09a-4ab0-9d39-0aa5e33fd76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:05.406436 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-b35c0623-e09a-4ab0-9d39-0aa5e33fd76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:05.414935 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-b35c0623-e09a-4ab0-9d39-0aa5e33fd76f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb480d82-2303-4b2e-9a07-a5e25baa7006 HTTP/1.1" status: 204 len: 168 time: 0.1838050 Jun 17 19:09:05.414935 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-07c2b526-a515-40e8-9313-839939e6ccee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:05.432120 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c0623-e09a-4ab0-9d39-0aa5e33fd76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb480d82-2303-4b2e-9a07-a5e25baa7006,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:05.439871 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-b35c0623-e09a-4ab0-9d39-0aa5e33fd76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:05.538045 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e28a85-a0a1-4e2b-87b3-6d975e1f7b27 req-bd278b96-925d-48de-afdd-8909724cfbc6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:05.540093 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f0e28a85-a0a1-4e2b-87b3-6d975e1f7b27 req-bd278b96-925d-48de-afdd-8909724cfbc6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0982301 Jun 17 19:09:05.612861 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f0e28a85-a0a1-4e2b-87b3-6d975e1f7b27 req-990fe228-4e59-4525-a6ff-b52ad6763b7b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661349 Jun 17 19:09:05.913445 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37218) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:05.976354 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-bfe1b6db-06d7-49e9-a064-b1357000cca0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b840e52221fe4f0996b3086bfb388d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605593 Jun 17 19:09:05.978931 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37226) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:06.039747 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1a956761-3f8b-4d08-9b61-720772e2e446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:06.063564 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1a956761-3f8b-4d08-9b61-720772e2e446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:06.147956 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1a956761-3f8b-4d08-9b61-720772e2e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:06.150553 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1a956761-3f8b-4d08-9b61-720772e2e446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:06.151658 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-1a956761-3f8b-4d08-9b61-720772e2e446 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fa752d5-c5cd-438e-beda-6b51e9a54911 HTTP/1.1" status: 204 len: 168 time: 0.1709576 Jun 17 19:09:06.154614 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-884b9fe6-20ec-4fb6-a9b9-a9b5c2952de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:06.164950 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a956761-3f8b-4d08-9b61-720772e2e446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa752d5-c5cd-438e-beda-6b51e9a54911,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:06.167804 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-1a956761-3f8b-4d08-9b61-720772e2e446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:06.199926 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edbf71-3e5f-47c1-bf66-cd77721e3e2e req-d9406dad-1409-48db-a231-ec87dc5ac337 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:06.202187 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-19edbf71-3e5f-47c1-bf66-cd77721e3e2e req-d9406dad-1409-48db-a231-ec87dc5ac337 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 945 time: 0.0852771 Jun 17 19:09:06.242930 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-19edbf71-3e5f-47c1-bf66-cd77721e3e2e req-caf1ead7-df5a-41a6-ba14-55b9e62d587d tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342402 Jun 17 19:09:06.701592 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device b8465934-dc34-48cb-a665-c797fe9b6cc3 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:06.763374 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port b8465934-dc34-48cb-a665-c797fe9b6cc3 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:06.769692 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port b8465934-dc34-48cb-a665-c797fe9b6cc3 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:06.770300 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:06.864849 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:06.875830 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae495a-64eb-4679-aa45-182ada4561e4 req-b0129ceb-511c-4e33-9d25-fd39b376f867 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:06.878751 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-36ae495a-64eb-4679-aa45-182ada4561e4 req-b0129ceb-511c-4e33-9d25-fd39b376f867 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1153665 Jun 17 19:09:06.891402 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edcdbbd-a2ec-453e-83a6-5a2154e23def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8465934-dc34-48cb-a665-c797fe9b6cc3'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:09:06.893651 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac36c9e-bff9-4eb9-92b9-828d7235fc50" -d '{"events": [{"server_uuid": "9edcdbbd-a2ec-453e-83a6-5a2154e23def", "name": "network-vif-plugged", "status": "completed", "tag": "b8465934-dc34-48cb-a665-c797fe9b6cc3"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:09:06.932191 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-36ae495a-64eb-4679-aa45-182ada4561e4 req-c4c4764c-1aab-4640-897a-79d1aa008fc0 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Jun 17 19:09:06.932475 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port b8465934-dc34-48cb-a665-c797fe9b6cc3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b8465934-dc34-48cb-a665-c797fe9b6cc3,segment=NetworkSegment(d5ba5998-72f0-4060-9ffe-06828470372d),segment_id=d5ba5998-72f0-4060-9ffe-06828470372d)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:06.939273 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:06.941408 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:06.975930 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6f9aa5-ffa3-4449-a2f3-54de37fa7657 x-openstack-request-id: req-5a6f9aa5-ffa3-4449-a2f3-54de37fa7657 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:09:06.976238 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edcdbbd-a2ec-453e-83a6-5a2154e23def", "name": "network-vif-plugged", "status": "completed", "tag": "b8465934-dc34-48cb-a665-c797fe9b6cc3", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:09:06.976487 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a6f9aa5-ffa3-4449-a2f3-54de37fa7657 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:09:06.976933 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edcdbbd-a2ec-453e-83a6-5a2154e23def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8465934-dc34-48cb-a665-c797fe9b6cc3', 'code': 200} Jun 17 19:09:07.060492 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=b8465934-dc34-48cb-a665-c797fe9b6cc3,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:07.073191 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:07.293515 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c9dd8-f9f1-4c15-a3ce-64b846df17ed req-a95c85ac-c611-4ec2-9174-a3664da21a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:07.295188 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-a89c9dd8-f9f1-4c15-a3ce-64b846df17ed req-a95c85ac-c611-4ec2-9174-a3664da21a39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 1099 time: 0.0805230 Jun 17 19:09:07.345220 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-a89c9dd8-f9f1-4c15-a3ce-64b846df17ed req-d12fb151-fbe0-4b78-99c6-c8a19bf19fd6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390732 Jun 17 19:09:07.491137 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa346-9fff-4b60-b2f4-d5427b36fdf2 req-724de683-1516-43cf-b4d0-69b6ded6559f tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:07.492642 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-612aa346-9fff-4b60-b2f4-d5427b36fdf2 req-724de683-1516-43cf-b4d0-69b6ded6559f tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 946 time: 0.0992930 Jun 17 19:09:07.504173 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37304) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:07.550752 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-612aa346-9fff-4b60-b2f4-d5427b36fdf2 req-aaea1302-326e-4a0f-9081-e21a7c6ab6f7 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512819 Jun 17 19:09:07.736921 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-d931d2d7-4bad-46cb-8be4-c409083cc389 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4aee683c148a4710bb0767c3141626b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305326 Jun 17 19:09:07.739234 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37312) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:07.803437 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ab02cbd4-b246-480c-8694-a3bfbf1b9bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:07.828454 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ab02cbd4-b246-480c-8694-a3bfbf1b9bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:07.881154 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ab02cbd4-b246-480c-8694-a3bfbf1b9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:07.883941 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ab02cbd4-b246-480c-8694-a3bfbf1b9bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:07.885773 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-ab02cbd4-b246-480c-8694-a3bfbf1b9bcc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b2c032f-97f7-4dec-9156-a56370255fb4 HTTP/1.1" status: 204 len: 168 time: 0.1446686 Jun 17 19:09:07.886749 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-2a587fa2-81fd-41d6-b125-1c464e4ed198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:07.897041 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02cbd4-b246-480c-8694-a3bfbf1b9bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2c032f-97f7-4dec-9156-a56370255fb4,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:07.900092 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ab02cbd4-b246-480c-8694-a3bfbf1b9bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:08.208406 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cdc01-3a77-4944-841a-4b4e47e40491 req-3461a7f0-d185-4e79-8512-20c3edf7eded tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:08.210219 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-263cdc01-3a77-4944-841a-4b4e47e40491 req-3461a7f0-d185-4e79-8512-20c3edf7eded tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1126087 Jun 17 19:09:08.270092 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-263cdc01-3a77-4944-841a-4b4e47e40491 req-2188d399-f51f-4753-a17b-f59cf080e22f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528424 Jun 17 19:09:08.746494 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098bfcd-0b37-44a5-a915-a7cb66c543ba req-860f1e3e-45b4-4783-ae36-e4172adfb32d tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:08.748226 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3098bfcd-0b37-44a5-a915-a7cb66c543ba req-860f1e3e-45b4-4783-ae36-e4172adfb32d tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 946 time: 0.0750906 Jun 17 19:09:08.781406 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37356) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:08.789525 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3098bfcd-0b37-44a5-a915-a7cb66c543ba req-27d441f7-1c0d-4291-9714-80d400dd0c7d tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346529 Jun 17 19:09:08.884605 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1638504344-network', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:08.909850 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Made reservation on behalf of 757b4b2a898c4466bbba24e96119d22b for: {'network': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:09:08.913700 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:08.923114 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.032015 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.036264 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.040100 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bd03e948-9094-4a3e-9fd4-86cdb03baded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:09.066410 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=92947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:09:09.083431 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bdf2e2-aedd-4785-ab25-a59348995452,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:09.089842 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:09.090850 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.092707 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.db.segments_db [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Added segment 35c57bdf-23a4-4444-9d4c-ff6ae07f04cb of type vlan for network a8758562-b2d7-45e9-90da-9b08e68f259c Jun 17 19:09:09.146662 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.178359 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.179830 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:09.180470 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.182984 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:09.221126 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37400) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:09.221272 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4388433 Jun 17 19:09:09.227348 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Request body: {'subnet': {'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1638504344-subnet', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'ip_version': 4}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:09.259294 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Made reservation on behalf of 757b4b2a898c4466bbba24e96119d22b for: {'subnet': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:09:09.259727 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Pushing event updated for resources: {'Network': ['ID=a8758562-b2d7-45e9-90da-9b08e68f259c,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:09.262334 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261614695'] for subnet, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.262773 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:09.269895 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network a8758562-b2d7-45e9-90da-9b08e68f259c details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:09:09.577024 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198c057-7efc-474d-866e-07b51f4ca566 req-7339064e-d7e3-4b25-b29d-40c59957ca2f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:09.578513 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a198c057-7efc-474d-866e-07b51f4ca566 req-7339064e-d7e3-4b25-b29d-40c59957ca2f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1358864 Jun 17 19:09:09.579342 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260402161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261614709'] for subnet, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.582561 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ed0cc5a8-750a-4b68-826d-cb7ef62578c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:09.666497 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a58b27-3bdd-4e10-9279-04f7aceee1db,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:09.669830 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:09.682795 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a198c057-7efc-474d-866e-07b51f4ca566 req-9278a45c-e7d7-484f-a7cf-55a538190d5f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934525 Jun 17 19:09:09.685271 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Checking segment: {'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:09.686243 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Network hostable DHCP agents. Network: a8758562-b2d7-45e9-90da-9b08e68f259c, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:09:09.706159 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Network a8758562-b2d7-45e9-90da-9b08e68f259c is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:09:09.715400 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, a8758562-b2d7-45e9-90da-9b08e68f259c) {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:09.720832 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:09.721434 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.728513 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db5c80-3d25-4e6a-9df3-c3a53dbadf1e None None] Network a8758562-b2d7-45e9-90da-9b08e68f259c requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:09:09.736707 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5135498 Jun 17 19:09:09.739505 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37438) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:09.744173 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:09.767082 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-374'] for router, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.768197 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-992818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-361'] for router, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.821612 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.880324 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b94ab20-32b0-5df0-9cd3-8308e174a308-a8758562-b2d7-45e9-90da-9b08e68f259c', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'fixed_ips': [{'subnet_id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db'}]}} from dv-cinder-790535-5-smb. {{(pid=92949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 19:09:09.881186 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:09.970746 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-347'] for router, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:10.017288 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.db_base_plugin_common [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Allocated IP 172.20.0.2 (a8758562-b2d7-45e9-90da-9b08e68f259c/c6a58b27-3bdd-4e10-9279-04f7aceee1db/5920c70f-d291-439f-879b-babd81201353) {{(pid=92949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:09:10.160739 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:10.169725 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Transition to ACTIVE for port object 5920c70f-d291-439f-879b-babd81201353 will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:10.178093 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:10.185507 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Transition to ACTIVE for port object 5920c70f-d291-439f-879b-babd81201353 will not be triggered until provisioned by entity DHCP. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:10.192410 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:10.201523 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:10.202283 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:10.242294 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Network a8758562-b2d7-45e9-90da-9b08e68f259c is already hosted by enough agents. {{(pid=92949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:09:10.246017 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.base_scheduler [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Resources bound (agent type, host, resource id): {{(pid=92949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:10.249454 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Received port after_create {{(pid=92949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:09:10.263374 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Pushing event updated for resources: {'Port': ['ID=5920c70f-d291-439f-879b-babd81201353,revision_number=1']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:10.280750 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:10.312909 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Attempting to bind port 5920c70f-d291-439f-879b-babd81201353 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:09:10.313280 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Attempting to bind port 5920c70f-d291-439f-879b-babd81201353 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:09:10.313653 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Attempting to bind port 5920c70f-d291-439f-879b-babd81201353 on network a8758562-b2d7-45e9-90da-9b08e68f259c {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:10.318574 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:09:10.318937 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Checking segment: {'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:10.319340 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:10.319735 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Bound using segment: {'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:09:10.320574 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Bound port: 5920c70f-d291-439f-879b-babd81201353, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:09:10.320574 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:10.321618 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Allocated IP 172.28.2.56 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/bf723854-3d34-435b-a983-b1ea52c379a1) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:09:10.386983 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] For port 5920c70f-d291-439f-879b-babd81201353, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:09:10.392004 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] For port 5920c70f-d291-439f-879b-babd81201353, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=5920c70f-d291-439f-879b-babd81201353,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:09:10.396412 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:10.398337 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-a0a688c5-7aab-4e43-be0f-dd6d95460c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:10.439369 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:10.464397 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Pushing event updated for resources: {'Port': ['ID=5920c70f-d291-439f-879b-babd81201353,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:10.468438 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:10.486766 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:10.489227 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e8d3d5a4-aa00-42a3-b958-f2460db8d24f tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:10.549435 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:09:10.553509 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:10.556380 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:09:10.597981 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Pushing event updated for resources: {'Port': ['ID=bf723854-3d34-435b-a983-b1ea52c379a1,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:10.601066 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:10.840081 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37458) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:10.974553 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8dc05ec-05e0-4373-be3f-cb72a742bc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.068434 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37464) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:11.091981 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8dc05ec-05e0-4373-be3f-cb72a742bc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.097053 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8dc05ec-05e0-4373-be3f-cb72a742bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.099722 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:11.136102 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc05ec-05e0-4373-be3f-cb72a742bc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73310a2-6489-400a-8a86-20210f25a59c,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:11.142135 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-a8dc05ec-05e0-4373-be3f-cb72a742bc33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd71ae6383e5449ea9580b0c3312ee37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987783 Jun 17 19:09:11.142135 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a8dc05ec-05e0-4373-be3f-cb72a742bc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:11.143138 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37468) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:11.154645 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22f268-23b2-4c4b-a36d-2245c409456d req-7048fa2e-4a61-4952-9ba1-4e79050402c3 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:11.161354 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9d22f268-23b2-4c4b-a36d-2245c409456d req-7048fa2e-4a61-4952-9ba1-4e79050402c3 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1735311 Jun 17 19:09:11.216730 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-21af6a49-e824-4a20-a9ae-a30b92b22dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.222937 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9d22f268-23b2-4c4b-a36d-2245c409456d req-fd3f3801-81e4-4aa4-8f68-26687e43b17c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605402 Jun 17 19:09:11.255234 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.267284 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-21af6a49-e824-4a20-a9ae-a30b92b22dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.308636 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 5920c70f-d291-439f-879b-babd81201353 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:11.341280 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a850a9aa-f7ef-42b5-ac04-a9488ae24f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.368156 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-21af6a49-e824-4a20-a9ae-a30b92b22dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.371284 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-21af6a49-e824-4a20-a9ae-a30b92b22dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.372777 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-21af6a49-e824-4a20-a9ae-a30b92b22dce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e73310a2-6489-400a-8a86-20210f25a59c HTTP/1.1" status: 204 len: 168 time: 0.2285438 Jun 17 19:09:11.374054 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:11.389531 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af6a49-e824-4a20-a9ae-a30b92b22dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73310a2-6489-400a-8a86-20210f25a59c,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:11.390192 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 5920c70f-d291-439f-879b-babd81201353 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:11.393180 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-21af6a49-e824-4a20-a9ae-a30b92b22dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:11.557843 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020874'] for router, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.714912 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a850a9aa-f7ef-42b5-ac04-a9488ae24f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.719730 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a850a9aa-f7ef-42b5-ac04-a9488ae24f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.720839 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Router d295da02-737d-4559-a138-f59e3b20feba is scheduled to L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 with binding_index 1 {{(pid=92948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 19:09:11.722611 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e31a23f0-10a0-444b-b26a-4bfed478b64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:11.757150 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e668e686-c2e1-4bae-9be8-f65565d682d7 None None] Network a8758562-b2d7-45e9-90da-9b08e68f259c requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:09:11.768594 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-a850a9aa-f7ef-42b5-ac04-a9488ae24f3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c71e9e07905a475c952440189fbcb8c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6990430 Jun 17 19:09:11.769301 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37480) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:11.769952 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850a9aa-f7ef-42b5-ac04-a9488ae24f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715882ba-e05c-4d71-9cad-ffd47a8d312e,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:11.777742 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a850a9aa-f7ef-42b5-ac04-a9488ae24f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:11.837790 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-35ad3966-8d9d-4b10-a93b-ad252d8197b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.852267 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37482) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:11.861573 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-35ad3966-8d9d-4b10-a93b-ad252d8197b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.872049 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7ef77fae-acc3-4935-b1b1-2190af18d4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.899868 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-ba0a0276-dbb2-455f-a75e-531f6617b410 None None] Provisioning for port 5920c70f-d291-439f-879b-babd81201353 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:11.901230 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:09:11.923313 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Sync routers for ids ['d295da02-737d-4559-a138-f59e3b20feba'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:09:11.928691 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-35ad3966-8d9d-4b10-a93b-ad252d8197b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.931684 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-35ad3966-8d9d-4b10-a93b-ad252d8197b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:11.932796 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-35ad3966-8d9d-4b10-a93b-ad252d8197b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/715882ba-e05c-4d71-9cad-ffd47a8d312e HTTP/1.1" status: 204 len: 168 time: 0.1601424 Jun 17 19:09:11.933704 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-34aa0e52-9353-4ccd-a83d-812b2af5ac97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:11.937492 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Routers {'d295da02-737d-4559-a138-f59e3b20feba'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:09:11.938311 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:08:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d295da02-737d-4559-a138-f59e3b20feba'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:11.960900 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad3966-8d9d-4b10-a93b-ad252d8197b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715882ba-e05c-4d71-9cad-ffd47a8d312e,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:11.964730 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-35ad3966-8d9d-4b10-a93b-ad252d8197b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:12.027908 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7ef77fae-acc3-4935-b1b1-2190af18d4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.034662 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7ef77fae-acc3-4935-b1b1-2190af18d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.037393 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c249a06d-58df-4401-96ea-59961b433b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:12.047362 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Notify callbacks [] for router, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.048866 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3084285 Jun 17 19:09:12.052174 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37486) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:12.075500 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-ba0a0276-dbb2-455f-a75e-531f6617b410 None None] Provisioning complete for port 5920c70f-d291-439f-879b-babd81201353 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:12.075866 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-ba0a0276-dbb2-455f-a75e-531f6617b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.093333 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Set router d295da02-737d-4559-a138-f59e3b20feba gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:09:12.108021 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-7ef77fae-acc3-4935-b1b1-2190af18d4fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88d303818bbc4734b1e3237bd233c09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547336 Jun 17 19:09:12.110976 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37488) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:12.144090 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef77fae-acc3-4935-b1b1-2190af18d4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be019797-f66f-495d-a466-1ed9b5c85642,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:12.149564 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7ef77fae-acc3-4935-b1b1-2190af18d4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:12.183766 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-ba0a0276-dbb2-455f-a75e-531f6617b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.199466 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-005c79e4-4b1a-4552-8457-0d3e83928628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.224262 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-005c79e4-4b1a-4552-8457-0d3e83928628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.270405 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-ba0a0276-dbb2-455f-a75e-531f6617b410 None None] For port 5920c70f-d291-439f-879b-babd81201353, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=5920c70f-d291-439f-879b-babd81201353,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:12.287364 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-ba0a0276-dbb2-455f-a75e-531f6617b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.292220 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-005c79e4-4b1a-4552-8457-0d3e83928628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.292352 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:12.295365 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-005c79e4-4b1a-4552-8457-0d3e83928628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.297988 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-005c79e4-4b1a-4552-8457-0d3e83928628 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be019797-f66f-495d-a466-1ed9b5c85642 HTTP/1.1" status: 204 len: 168 time: 0.1858459 Jun 17 19:09:12.299705 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:12.336532 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c79e4-4b1a-4552-8457-0d3e83928628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be019797-f66f-495d-a466-1ed9b5c85642,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:12.346689 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-005c79e4-4b1a-4552-8457-0d3e83928628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:12.353118 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:09:12.398667 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a0276-dbb2-455f-a75e-531f6617b410 None None] Pushing event updated for resources: {'Port': ['ID=5920c70f-d291-439f-879b-babd81201353,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:12.403759 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-ba0a0276-dbb2-455f-a75e-531f6617b410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:12.558179 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:09:11Z', 'revision_number': 3, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:12.589592 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddecd8-9334-4e8d-a87e-9a3073e25eae req-43a7e6e4-7863-4a94-895a-019792007979 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:12.606143 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Checking router: d295da02-737d-4559-a138-f59e3b20feba for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:09:12.606822 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Updating router d295da02-737d-4559-a138-f59e3b20feba port bf723854-3d34-435b-a983-b1ea52c379a1 binding host dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:09:12.612998 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-baddecd8-9334-4e8d-a87e-9a3073e25eae req-43a7e6e4-7863-4a94-895a-019792007979 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1961081 Jun 17 19:09:12.648848 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.649006 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37500) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:12.688987 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc06c-f01b-49d6-aef8-fefb528350a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.700785 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-baddecd8-9334-4e8d-a87e-9a3073e25eae req-d38de460-fcf4-4ecd-89aa-92989f33b5c5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869076 Jun 17 19:09:12.730117 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-f32f080e-bf37-4791-a5b5-51ac162c561d None None] Provisioning complete for port 5920c70f-d291-439f-879b-babd81201353 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:12.730844 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-f32f080e-bf37-4791-a5b5-51ac162c561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.884163 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc06c-f01b-49d6-aef8-fefb528350a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.891067 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc06c-f01b-49d6-aef8-fefb528350a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.892996 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:12.897705 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-8e3eb722-9eb4-491e-abb4-d802d7fff41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:12.934658 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bc06c-f01b-49d6-aef8-fefb528350a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a863311b-8e9c-413c-85f6-856fb14668b4,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:12.960004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0e3bc06c-f01b-49d6-aef8-fefb528350a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:12.973043 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-0e3bc06c-f01b-49d6-aef8-fefb528350a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b0059ab62074dc7bc3a720c991cb1ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229899 Jun 17 19:09:12.982298 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37510) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:13.051967 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Notify callbacks [] for port, precommit_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.055143 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f954c3f2-565a-415f-bb3a-099c4163161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.068621 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.provisioning_blocks [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Transition to ACTIVE for port object bf723854-3d34-435b-a983-b1ea52c379a1 will not be triggered until provisioned by entity L2. {{(pid=92950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:13.074403 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Allocated IP 172.20.0.1 (a8758562-b2d7-45e9-90da-9b08e68f259c/c6a58b27-3bdd-4e10-9279-04f7aceee1db/aba8f413-3c8a-4460-b404-f8fddaa7915e) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:09:13.076664 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.085289 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f954c3f2-565a-415f-bb3a-099c4163161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.093255 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:13.144895 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Attempting to bind port bf723854-3d34-435b-a983-b1ea52c379a1 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:09:13.145495 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Attempting to bind port bf723854-3d34-435b-a983-b1ea52c379a1 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:09:13.145628 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Attempting to bind port bf723854-3d34-435b-a983-b1ea52c379a1 on network d935f812-d4b0-4797-881a-d9ceb277979e {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:13.164062 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:09:13.171971 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Checking segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:13.171971 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.171971 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Bound using segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:09:13.171971 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Bound port: bf723854-3d34-435b-a983-b1ea52c379a1, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:09:13.171971 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.186477 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f954c3f2-565a-415f-bb3a-099c4163161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.189047 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f954c3f2-565a-415f-bb3a-099c4163161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.192439 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-f954c3f2-565a-415f-bb3a-099c4163161d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a863311b-8e9c-413c-85f6-856fb14668b4 HTTP/1.1" status: 204 len: 168 time: 0.2066193 Jun 17 19:09:13.192439 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0e3bc06c-f01b-49d6-aef8-fefb528350a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:13.206317 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954c3f2-565a-415f-bb3a-099c4163161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a863311b-8e9c-413c-85f6-856fb14668b4,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:13.217312 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f954c3f2-565a-415f-bb3a-099c4163161d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:13.224740 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Pushing event updated for resources: {'Port': ['ID=bf723854-3d34-435b-a983-b1ea52c379a1,revision_number=2']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:13.243368 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:13.243706 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:13.244833 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:13.245118 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:13.245421 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:13.245886 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:13.246282 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:13.246750 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:13.246907 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:13.247348 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:13.247650 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:13.247980 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:13.252874 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:13.253761 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.258970 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 5920c70f-d291-439f-879b-babd81201353 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:13.286602 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Transition to ACTIVE for port object aba8f413-3c8a-4460-b404-f8fddaa7915e will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:13.297943 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] For port bf723854-3d34-435b-a983-b1ea52c379a1, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:09:13.303785 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] For port bf723854-3d34-435b-a983-b1ea52c379a1, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=bf723854-3d34-435b-a983-b1ea52c379a1,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:09:13.311389 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.318365 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-67a67015-95eb-46b9-b913-6e77663c6701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:13.338706 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4087574'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.345335 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ec429fbb-5dfa-4d8b-9352-3cce34057d24 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:13.366976 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 5920c70f-d291-439f-879b-babd81201353 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:13.367436 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.403048 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Network a8758562-b2d7-45e9-90da-9b08e68f259c is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:09:13.406562 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:13.411574 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Pushing event updated for resources: {'Port': ['ID=bf723854-3d34-435b-a983-b1ea52c379a1,revision_number=3']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:13.411743 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:09:13.426255 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:13.427101 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Routers {'d295da02-737d-4559-a138-f59e3b20feba'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:09:13.430734 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:08:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d295da02-737d-4559-a138-f59e3b20feba'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:13.476650 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023347'] for router_interface, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.512023 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Pushing event updated for resources: {'Port': ['ID=aba8f413-3c8a-4460-b404-f8fddaa7915e,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:13.516897 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:13.697485 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.900899 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-1df05324-ca72-4418-a4e9-c6b074e87b47 None None] Provisioning for port aba8f413-3c8a-4460-b404-f8fddaa7915e completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:13.902339 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] Set router d295da02-737d-4559-a138-f59e3b20feba gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:09:13.911612 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-1df05324-ca72-4418-a4e9-c6b074e87b47 None None] Provisioning complete for port aba8f413-3c8a-4460-b404-f8fddaa7915e triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:13.912414 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-1df05324-ca72-4418-a4e9-c6b074e87b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.957619 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.965549 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:13.970338 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:14.029299 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-1df05324-ca72-4418-a4e9-c6b074e87b47 None None] Port aba8f413-3c8a-4460-b404-f8fddaa7915e cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:09:14.074375 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1018328'] for router_interface, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:14.077817 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Pushing event updated for resources: {'Port': ['ID=aba8f413-3c8a-4460-b404-f8fddaa7915e,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:14.083823 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:14.090511 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702da69-61b5-47f1-aabc-f5688072c258 req-202739b4-927e-40d1-9318-3791e611ba8a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:14.092244 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1702da69-61b5-47f1-aabc-f5688072c258 req-202739b4-927e-40d1-9318-3791e611ba8a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1723661 Jun 17 19:09:14.249513 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1702da69-61b5-47f1-aabc-f5688072c258 req-72447b1c-0aec-42c2-afa2-51e5f2349faf tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395516 Jun 17 19:09:14.289553 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Network a8758562-b2d7-45e9-90da-9b08e68f259c is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:09:14.291158 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:14.336349 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:09:11Z', 'revision_number': 3, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:14.382410 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54b32a-f9b7-4d1d-9944-da726fc7c553 None None] The sync data for ids ['d295da02-737d-4559-a138-f59e3b20feba'] in dv-cinder-790535-5-smb is: [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:09:11Z', 'revision_number': 3, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:09:14.471975 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Router d295da02-737d-4559-a138-f59e3b20feba has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:09:14.655723 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-c16ba061-0809-4745-9dbb-48085873246a None None] Provisioning complete for port aba8f413-3c8a-4460-b404-f8fddaa7915e triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:14.656106 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-c16ba061-0809-4745-9dbb-48085873246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:14.686216 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:09:14.705521 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] 10.222.0.10 "PUT /v2.0/routers/d295da02-737d-4559-a138-f59e3b20feba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6519437 Jun 17 19:09:14.711079 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-c16ba061-0809-4745-9dbb-48085873246a None None] Port aba8f413-3c8a-4460-b404-f8fddaa7915e cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:09:14.951344 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37578) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:15.241153 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-345fb9a3-f8bc-4f75-b006-dc5bbe656794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.324909 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device bf723854-3d34-435b-a983-b1ea52c379a1 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:15.426251 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port bf723854-3d34-435b-a983-b1ea52c379a1 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:15.436386 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port bf723854-3d34-435b-a983-b1ea52c379a1 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:15.437278 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.454917 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-345fb9a3-f8bc-4f75-b006-dc5bbe656794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.468091 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-345fb9a3-f8bc-4f75-b006-dc5bbe656794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.497399 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d4923501-eb6d-45d5-89df-25ecec1a7f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:15.501538 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-345fb9a3-f8bc-4f75-b006-dc5bbe656794 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87addceb99b14823aa803a1a70c01947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490255 Jun 17 19:09:15.507625 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37596) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:15.560004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfee8c-8e36-4476-a097-1828fc2cc71a req-26eaa466-73e2-4ab1-babd-569cefe20d59 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:15.561599 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-02bfee8c-8e36-4476-a097-1828fc2cc71a req-26eaa466-73e2-4ab1-babd-569cefe20d59 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1702828 Jun 17 19:09:15.568544 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.577838 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fb9a3-f8bc-4f75-b006-dc5bbe656794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feec4cf1-60df-43fe-9f1e-22a60705e3c7,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:15.586222 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-345fb9a3-f8bc-4f75-b006-dc5bbe656794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:15.606274 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port bf723854-3d34-435b-a983-b1ea52c379a1, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=bf723854-3d34-435b-a983-b1ea52c379a1,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:15.614678 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.615733 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-10d3eb1e-83ee-412b-9fb2-2efa4035ca4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.618432 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:15.632054 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37600) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:15.646288 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-361850166-network', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:15.647496 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-10d3eb1e-83ee-412b-9fb2-2efa4035ca4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.681242 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-02bfee8c-8e36-4476-a097-1828fc2cc71a req-94158f05-9c7f-4900-849f-413f4e33a032 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055670 Jun 17 19:09:15.692423 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Made reservation on behalf of 4d959908390d4bdfaafde54c3d6ee251 for: {'network': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:09:15.702158 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.722929 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.731605 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=bf723854-3d34-435b-a983-b1ea52c379a1,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:15.736831 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:15.750593 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-10d3eb1e-83ee-412b-9fb2-2efa4035ca4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.753283 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-10d3eb1e-83ee-412b-9fb2-2efa4035ca4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.754795 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-10d3eb1e-83ee-412b-9fb2-2efa4035ca4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/feec4cf1-60df-43fe-9f1e-22a60705e3c7 HTTP/1.1" status: 204 len: 168 time: 0.2422233 Jun 17 19:09:15.756050 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e6c9a583-ed8f-4ec0-a7f1-33f6b1835a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:15.765066 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3eb1e-83ee-412b-9fb2-2efa4035ca4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec4cf1-60df-43fe-9f1e-22a60705e3c7,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:15.767382 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-10d3eb1e-83ee-412b-9fb2-2efa4035ca4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:15.860667 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.867741 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.875233 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c8fc95f9-33ba-4a10-abe1-d7fee60a9873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:15.905487 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=92948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:09:15.919710 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f06906-4d09-4bea-935a-e7901c85b694,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:15.933481 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:15.940610 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:15.940951 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.segments_db [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Added segment 7c24caf4-0715-4ff3-a092-31890c5540db of type vlan for network d96899dc-df0e-467c-a375-082756ed3605 Jun 17 19:09:15.990917 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:16.026884 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:16.028252 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:16.028832 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:16.032372 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:16.065550 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4322503 Jun 17 19:09:16.069101 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37614) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:16.074560 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Request body: {'subnet': {'network_id': 'd96899dc-df0e-467c-a375-082756ed3605', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-361850166-subnet', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'ip_version': 4}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:16.121260 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Pushing event updated for resources: {'Network': ['ID=d96899dc-df0e-467c-a375-082756ed3605,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:16.134315 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:16.142177 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Made reservation on behalf of 4d959908390d4bdfaafde54c3d6ee251 for: {'subnet': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:09:16.144154 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network d96899dc-df0e-467c-a375-082756ed3605 details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:09:16.145098 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261614695'] for subnet, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:16.416486 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260402161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261614709'] for subnet, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:16.420162 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7685f043-dba6-494b-a007-22da8cdd52b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:16.512711 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b8b8da-070c-4b7a-9199-98b01da0679c,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:16.517628 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:16.521536 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Checking segment: {'id': '7c24caf4-0715-4ff3-a092-31890c5540db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:16.521974 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Network hostable DHCP agents. Network: d96899dc-df0e-467c-a375-082756ed3605, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:09:16.543494 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Network d96899dc-df0e-467c-a375-082756ed3605 is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:09:16.554371 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, d96899dc-df0e-467c-a375-082756ed3605) {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:16.560231 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:16.560965 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:16.567494 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf4f53-9239-47ee-9681-d42c42fc6349 None None] Network d96899dc-df0e-467c-a375-082756ed3605 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:09:16.582694 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37640) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:16.583192 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5125406 Jun 17 19:09:16.589477 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-361850166-router', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:16.614166 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-374'] for router, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:16.615345 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-992818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-361'] for router, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:16.685146 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:16.775784 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b94ab20-32b0-5df0-9cd3-8308e174a308-d96899dc-df0e-467c-a375-082756ed3605', 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'fixed_ips': [{'subnet_id': 'd6b8b8da-070c-4b7a-9199-98b01da0679c'}]}} from dv-cinder-790535-5-smb. {{(pid=92949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 19:09:16.775784 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:16.777820 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Sync routers for ids ['d295da02-737d-4559-a138-f59e3b20feba'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:09:16.806715 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Routers {'d295da02-737d-4559-a138-f59e3b20feba'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:09:16.807356 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:08:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d295da02-737d-4559-a138-f59e3b20feba'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:16.887644 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-347'] for router, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:16.983401 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65980aa-ad63-4fbe-90bb-cc20f186d929 req-d0d5528f-0472-49fa-8d8c-6f19e20c4aaa tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:16.985033 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e65980aa-ad63-4fbe-90bb-cc20f186d929 req-d0d5528f-0472-49fa-8d8c-6f19e20c4aaa tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1271996 Jun 17 19:09:17.037603 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Set router d295da02-737d-4559-a138-f59e3b20feba gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:09:17.039627 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e65980aa-ad63-4fbe-90bb-cc20f186d929 req-e7bd8c75-c84d-4030-a764-f39cb90c4a6a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484691 Jun 17 19:09:17.138626 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:17.159191 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:17.187876 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.db_base_plugin_common [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Allocated IP 172.20.0.2 (d96899dc-df0e-467c-a375-082756ed3605/d6b8b8da-070c-4b7a-9199-98b01da0679c/6ef0d764-85b6-436a-a656-dbaadadcce2d) {{(pid=92949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:09:17.239159 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device bf723854-3d34-435b-a983-b1ea52c379a1 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:17.319906 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Allocated IP 172.28.2.140 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/faf2b5ce-08d0-4e21-b87d-615ae1a4150b) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:09:17.466688 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:17.512435 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port bf723854-3d34-435b-a983-b1ea52c379a1 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:17.512819 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:17.539612 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4087574'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:17.543909 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:17.570054 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Notify callbacks [] for port, precommit_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:17.588377 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Transition to ACTIVE for port object 6ef0d764-85b6-436a-a656-dbaadadcce2d will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:17.591594 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Pushing event updated for resources: {'Port': ['ID=faf2b5ce-08d0-4e21-b87d-615ae1a4150b,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:17.606535 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:09:13Z', 'revision_number': 4, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': 'aba8f413-3c8a-4460-b404-f8fddaa7915e', 'name': '', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'mac_address': 'fa:16:3e:c7:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:12Z', 'updated_at': '2021-06-17T19:09:13Z', 'revision_number': 2, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'subnets': [{'id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:17.608665 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:09:17.610306 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:17.611414 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:17.614879 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:09:17.645039 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Checking router: d295da02-737d-4559-a138-f59e3b20feba for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:09:17.645440 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Updating router d295da02-737d-4559-a138-f59e3b20feba port aba8f413-3c8a-4460-b404-f8fddaa7915e binding host dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:09:17.649495 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Transition to ACTIVE for port object 6ef0d764-85b6-436a-a656-dbaadadcce2d will not be triggered until provisioned by entity DHCP. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:17.693278 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:17.698940 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:17.755502 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:17.779550 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Network d96899dc-df0e-467c-a375-082756ed3605 is already hosted by enough agents. {{(pid=92949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:09:17.785815 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Pushing event updated for resources: {'Port': ['ID=6ef0d764-85b6-436a-a656-dbaadadcce2d,revision_number=1']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:17.788254 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.base_scheduler [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Resources bound (agent type, host, resource id): {{(pid=92949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:17.791477 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:17.792628 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Received port after_create {{(pid=92949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:09:17.959749 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:18.056040 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Attempting to bind port 6ef0d764-85b6-436a-a656-dbaadadcce2d on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:09:18.057090 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Attempting to bind port 6ef0d764-85b6-436a-a656-dbaadadcce2d by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '7c24caf4-0715-4ff3-a092-31890c5540db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:09:18.057703 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Attempting to bind port 6ef0d764-85b6-436a-a656-dbaadadcce2d on network d96899dc-df0e-467c-a375-082756ed3605 {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:18.068450 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:09:18.068833 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Checking segment: {'id': '7c24caf4-0715-4ff3-a092-31890c5540db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:18.069241 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:18.069645 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Bound using segment: {'id': '7c24caf4-0715-4ff3-a092-31890c5540db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:09:18.070163 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Bound port: 6ef0d764-85b6-436a-a656-dbaadadcce2d, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c24caf4-0715-4ff3-a092-31890c5540db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:09:18.070550 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:18.220639 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] For port 6ef0d764-85b6-436a-a656-dbaadadcce2d, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:09:18.229990 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] For port 6ef0d764-85b6-436a-a656-dbaadadcce2d, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=6ef0d764-85b6-436a-a656-dbaadadcce2d,segment=NetworkSegment(7c24caf4-0715-4ff3-a092-31890c5540db),segment_id=7c24caf4-0715-4ff3-a092-31890c5540db)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:09:18.237257 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:18.247113 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:18.265036 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ca935-c9d1-4bbb-91d5-282b96352aa5 req-8aa23c2e-744b-4da4-893f-d986e8043ce8 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:18.266709 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-472ca935-c9d1-4bbb-91d5-282b96352aa5 req-8aa23c2e-744b-4da4-893f-d986e8043ce8 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1025708 Jun 17 19:09:18.331574 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-472ca935-c9d1-4bbb-91d5-282b96352aa5 req-bb6d4edb-0468-4770-8486-7b23d407fc07 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590081 Jun 17 19:09:18.364034 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Pushing event updated for resources: {'Port': ['ID=6ef0d764-85b6-436a-a656-dbaadadcce2d,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:18.368310 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:18.392768 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020874'] for router, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:18.393030 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:18.406639 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Transition to ACTIVE for port object aba8f413-3c8a-4460-b404-f8fddaa7915e will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:18.416018 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:18.418407 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-ba0a0276-dbb2-455f-a75e-531f6617b410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:18.520643 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7e521-2aa6-4387-b232-34c11f6e31b2 None None] Pushing event updated for resources: {'Port': ['ID=aba8f413-3c8a-4460-b404-f8fddaa7915e,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:18.526465 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-4dd7e521-2aa6-4387-b232-34c11f6e31b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:18.592058 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Attempting to bind port aba8f413-3c8a-4460-b404-f8fddaa7915e on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:09:18.592640 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Attempting to bind port aba8f413-3c8a-4460-b404-f8fddaa7915e by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:09:18.592803 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Attempting to bind port aba8f413-3c8a-4460-b404-f8fddaa7915e on network a8758562-b2d7-45e9-90da-9b08e68f259c {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:18.604124 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:09:18.604973 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Checking segment: {'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:18.606104 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:18.606718 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Bound using segment: {'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:09:18.607706 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Bound port: aba8f413-3c8a-4460-b404-f8fddaa7915e, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:09:18.608412 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:18.640829 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Router 4e4707a6-cad6-47f9-9e48-df1514ff421e is scheduled to L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 with binding_index 1 {{(pid=92947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 19:09:18.693126 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] For port aba8f413-3c8a-4460-b404-f8fddaa7915e, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:09:18.697926 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] For port aba8f413-3c8a-4460-b404-f8fddaa7915e, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=aba8f413-3c8a-4460-b404-f8fddaa7915e,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:09:18.707353 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:18.710464 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:18.783091 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Routers {'d295da02-737d-4559-a138-f59e3b20feba'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:09:18.783753 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:08:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d295da02-737d-4559-a138-f59e3b20feba'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:18.827553 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7e521-2aa6-4387-b232-34c11f6e31b2 None None] Pushing event updated for resources: {'Port': ['ID=aba8f413-3c8a-4460-b404-f8fddaa7915e,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:18.859645 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-4dd7e521-2aa6-4387-b232-34c11f6e31b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:18.886106 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:09:18.897009 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Sync routers for ids ['4e4707a6-cad6-47f9-9e48-df1514ff421e'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:09:18.910196 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Routers {'4e4707a6-cad6-47f9-9e48-df1514ff421e'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:09:18.910890 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:08:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['4e4707a6-cad6-47f9-9e48-df1514ff421e'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:18.926251 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Notify callbacks [] for router, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:18.930508 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3427732 Jun 17 19:09:18.930952 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37700) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:18.933624 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] Set router d295da02-737d-4559-a138-f59e3b20feba gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:09:19.112985 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Set router 4e4707a6-cad6-47f9-9e48-df1514ff421e gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:09:19.393124 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 6ef0d764-85b6-436a-a656-dbaadadcce2d up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:19.504110 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 6ef0d764-85b6-436a-a656-dbaadadcce2d completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:19.519991 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:09:13Z', 'revision_number': 4, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': 'aba8f413-3c8a-4460-b404-f8fddaa7915e', 'name': '', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'mac_address': 'fa:16:3e:c7:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:12Z', 'updated_at': '2021-06-17T19:09:18Z', 'revision_number': 4, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'subnets': [{'id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:19.555633 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994ccc6-b251-4e00-bfb8-cee492267ce7 None None] The sync data for ids ['d295da02-737d-4559-a138-f59e3b20feba'] in dv-cinder-790535-5-smb is: [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:09:13Z', 'revision_number': 4, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': 'aba8f413-3c8a-4460-b404-f8fddaa7915e', 'name': '', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'mac_address': 'fa:16:3e:c7:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:12Z', 'updated_at': '2021-06-17T19:09:18Z', 'revision_number': 4, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'subnets': [{'id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:09:19.610365 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'name': 'tempest-TestShelveInstance-361850166-router', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:16Z', 'updated_at': '2021-06-17T19:09:17Z', 'revision_number': 3, 'project_id': '4d959908390d4bdfaafde54c3d6ee251', 'gw_port': {'id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:14:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:17Z', 'updated_at': '2021-06-17T19:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:19.657482 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Checking router: 4e4707a6-cad6-47f9-9e48-df1514ff421e for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:09:19.657850 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Updating router 4e4707a6-cad6-47f9-9e48-df1514ff421e port faf2b5ce-08d0-4e21-b87d-615ae1a4150b binding host dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:09:19.705322 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:19.734925 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8b830-5e02-4ecb-8faf-28a35219929e req-8b38061e-905d-4f96-88bc-681b3cc53fe0 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:19.737569 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-46b8b830-5e02-4ecb-8faf-28a35219929e req-8b38061e-905d-4f96-88bc-681b3cc53fe0 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1541221 Jun 17 19:09:19.824261 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-46b8b830-5e02-4ecb-8faf-28a35219929e req-5fab2862-af22-47c8-8670-67fddb429e78 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798795 Jun 17 19:09:19.828007 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c55c94-a6e6-4035-a800-311a4875b47f None None] Network d96899dc-df0e-467c-a375-082756ed3605 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:09:19.911056 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:19.945694 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-b84cede2-2468-40f1-a9f9-ee7060df679a None None] Provisioning for port 6ef0d764-85b6-436a-a656-dbaadadcce2d completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:19.953257 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-b84cede2-2468-40f1-a9f9-ee7060df679a None None] Provisioning complete for port 6ef0d764-85b6-436a-a656-dbaadadcce2d triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:19.953720 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-b84cede2-2468-40f1-a9f9-ee7060df679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:20.049090 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Notify callbacks [] for port, precommit_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:20.076994 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.provisioning_blocks [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Transition to ACTIVE for port object faf2b5ce-08d0-4e21-b87d-615ae1a4150b will not be triggered until provisioned by entity L2. {{(pid=92950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:20.090219 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:20.093441 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-4980fe1e-a5f5-4f44-953f-3d1385f374c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:20.153809 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-b84cede2-2468-40f1-a9f9-ee7060df679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:20.158325 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Allocated IP 172.20.0.1 (d96899dc-df0e-467c-a375-082756ed3605/d6b8b8da-070c-4b7a-9199-98b01da0679c/80b740b2-884e-46fb-8531-01b74f0db921) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:09:20.161003 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Attempting to bind port faf2b5ce-08d0-4e21-b87d-615ae1a4150b on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:09:20.161377 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Attempting to bind port faf2b5ce-08d0-4e21-b87d-615ae1a4150b by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:09:20.161740 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Attempting to bind port faf2b5ce-08d0-4e21-b87d-615ae1a4150b on network d935f812-d4b0-4797-881a-d9ceb277979e {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:20.167044 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88c4ad-164f-4838-a77a-b79fb130d7de None None] Pushing event updated for resources: {'Port': ['ID=faf2b5ce-08d0-4e21-b87d-615ae1a4150b,revision_number=2']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:20.171327 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-ea88c4ad-164f-4838-a77a-b79fb130d7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:20.172454 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:09:20.172844 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Checking segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:20.173244 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:20.173637 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Bound using segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:09:20.174143 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Bound port: faf2b5ce-08d0-4e21-b87d-615ae1a4150b, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:09:20.174515 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:20.236097 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-b84cede2-2468-40f1-a9f9-ee7060df679a None None] For port 6ef0d764-85b6-436a-a656-dbaadadcce2d, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=6ef0d764-85b6-436a-a656-dbaadadcce2d,segment=NetworkSegment(7c24caf4-0715-4ff3-a092-31890c5540db),segment_id=7c24caf4-0715-4ff3-a092-31890c5540db)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:20.252907 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-b84cede2-2468-40f1-a9f9-ee7060df679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:20.257852 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:20.310368 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] For port faf2b5ce-08d0-4e21-b87d-615ae1a4150b, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:09:20.329733 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] For port faf2b5ce-08d0-4e21-b87d-615ae1a4150b, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=faf2b5ce-08d0-4e21-b87d-615ae1a4150b,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:09:20.371721 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:20.374813 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:20.400451 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cede2-2468-40f1-a9f9-ee7060df679a None None] Pushing event updated for resources: {'Port': ['ID=6ef0d764-85b6-436a-a656-dbaadadcce2d,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:20.410312 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-b84cede2-2468-40f1-a9f9-ee7060df679a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:20.424421 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:20.475229 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Transition to ACTIVE for port object 80b740b2-884e-46fb-8531-01b74f0db921 will not be triggered until provisioned by entity DHCP. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:20.535099 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Routers {'4e4707a6-cad6-47f9-9e48-df1514ff421e'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:09:20.535883 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:08:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['4e4707a6-cad6-47f9-9e48-df1514ff421e'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:20.559784 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:20.567110 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:20.593365 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-be5647ca-7a8e-47ca-b132-ce0e5718d974 None None] Provisioning complete for port 6ef0d764-85b6-436a-a656-dbaadadcce2d triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:20.593753 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-be5647ca-7a8e-47ca-b132-ce0e5718d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:20.641894 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Pushing event updated for resources: {'Port': ['ID=80b740b2-884e-46fb-8531-01b74f0db921,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:20.646166 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:20.660078 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Network d96899dc-df0e-467c-a375-082756ed3605 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:09:20.662885 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:20.667415 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:09:20.773181 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023347'] for router_interface, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:20.871817 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88c4ad-164f-4838-a77a-b79fb130d7de None None] Pushing event updated for resources: {'Port': ['ID=faf2b5ce-08d0-4e21-b87d-615ae1a4150b,revision_number=3']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:20.887537 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-ea88c4ad-164f-4838-a77a-b79fb130d7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:20.960618 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] Set router 4e4707a6-cad6-47f9-9e48-df1514ff421e gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:09:21.168893 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-a25ffcca-2e96-464e-b232-255fc5ad9756 None None] Provisioning for port 80b740b2-884e-46fb-8531-01b74f0db921 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:21.178804 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-a25ffcca-2e96-464e-b232-255fc5ad9756 None None] Provisioning complete for port 80b740b2-884e-46fb-8531-01b74f0db921 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:21.179294 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a25ffcca-2e96-464e-b232-255fc5ad9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:21.277124 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-a25ffcca-2e96-464e-b232-255fc5ad9756 None None] Port 80b740b2-884e-46fb-8531-01b74f0db921 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:09:21.306031 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d735e-2f50-43dd-a49d-652735eddabc req-6b4d0503-41eb-4700-aa60-e7c55531e9c7 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:21.313702 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-332d735e-2f50-43dd-a49d-652735eddabc req-6b4d0503-41eb-4700-aa60-e7c55531e9c7 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.2522914 Jun 17 19:09:21.356291 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81770172-5dbf-44db-9daa-75346720f47c req-253405af-2209-4913-b1a7-33861bcd5c7f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:21.358162 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-81770172-5dbf-44db-9daa-75346720f47c req-253405af-2209-4913-b1a7-33861bcd5c7f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.3494036 Jun 17 19:09:21.362447 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:21.407875 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'name': 'tempest-TestShelveInstance-361850166-router', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:16Z', 'updated_at': '2021-06-17T19:09:17Z', 'revision_number': 3, 'project_id': '4d959908390d4bdfaafde54c3d6ee251', 'gw_port': {'id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:14:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:17Z', 'updated_at': '2021-06-17T19:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:21.440453 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a57e2-8507-4e87-9043-6cd58a5f4c1a None None] The sync data for ids ['4e4707a6-cad6-47f9-9e48-df1514ff421e'] in dv-cinder-790535-5-smb is: [{'id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'name': 'tempest-TestShelveInstance-361850166-router', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:16Z', 'updated_at': '2021-06-17T19:09:17Z', 'revision_number': 3, 'project_id': '4d959908390d4bdfaafde54c3d6ee251', 'gw_port': {'id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:14:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:17Z', 'updated_at': '2021-06-17T19:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:09:21.441251 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-332d735e-2f50-43dd-a49d-652735eddabc req-62576956-7f6c-4af7-9589-874cd1945c79 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263525 Jun 17 19:09:21.467795 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 6ef0d764-85b6-436a-a656-dbaadadcce2d up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:21.501058 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-81770172-5dbf-44db-9daa-75346720f47c req-c7d9b2ab-b42f-43f0-a434-ffd4405d5789 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092832 Jun 17 19:09:21.532426 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 6ef0d764-85b6-436a-a656-dbaadadcce2d triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:21.532803 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:21.622342 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device aba8f413-3c8a-4460-b404-f8fddaa7915e up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:21.641542 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:21.647839 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:21.651719 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:21.672483 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port aba8f413-3c8a-4460-b404-f8fddaa7915e completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:21.676442 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port aba8f413-3c8a-4460-b404-f8fddaa7915e triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:21.676821 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:21.718688 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Pushing event updated for resources: {'Port': ['ID=80b740b2-884e-46fb-8531-01b74f0db921,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:21.721422 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1018328'] for router_interface, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:21.723618 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:21.764208 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:21.802606 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port aba8f413-3c8a-4460-b404-f8fddaa7915e, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=aba8f413-3c8a-4460-b404-f8fddaa7915e,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:21.811846 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:21.815007 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-16240234-9a0b-4133-8fe2-ab32d72c9bb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:21.860557 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Network d96899dc-df0e-467c-a375-082756ed3605 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:09:21.862111 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:21.888880 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=aba8f413-3c8a-4460-b404-f8fddaa7915e,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:21.892011 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:22.006122 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Router 4e4707a6-cad6-47f9-9e48-df1514ff421e has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:09:22.114527 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-ddcb572f-6dcc-4eba-80fe-578697b7fc2a None None] Provisioning complete for port 80b740b2-884e-46fb-8531-01b74f0db921 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:22.114904 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-ddcb572f-6dcc-4eba-80fe-578697b7fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:22.126559 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:09:22.132896 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] 10.222.0.10 "PUT /v2.0/routers/4e4707a6-cad6-47f9-9e48-df1514ff421e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2007451 Jun 17 19:09:22.154721 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb572f-6dcc-4eba-80fe-578697b7fc2a None None] Port 80b740b2-884e-46fb-8531-01b74f0db921 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:09:22.677531 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9e194-7c32-4be1-a82d-762919a91267 req-1a120c12-f49e-4856-8a4f-61bd783517eb tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:22.679220 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-87d9e194-7c32-4be1-a82d-762919a91267 req-1a120c12-f49e-4856-8a4f-61bd783517eb tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0933340 Jun 17 19:09:22.730669 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-87d9e194-7c32-4be1-a82d-762919a91267 req-911b25af-9f62-494d-b0f9-498c3af6bb28 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452862 Jun 17 19:09:22.825976 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37788) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:22.832159 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-1bc63d40-b934-4926-942e-e0f923524a1a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046346266', 'description': 'tempest-secgroup-smoke-1046346266 description', 'project_id': '757b4b2a898c4466bbba24e96119d22b'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:22.864498 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1bc63d40-b934-4926-942e-e0f923524a1a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:22.968189 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc336105-17c4-4f6b-b9b2-3287414edb01 req-6a70e4fc-ee7f-4dcd-98f7-d80859abcc40 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:22.969704 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-dc336105-17c4-4f6b-b9b2-3287414edb01 req-6a70e4fc-ee7f-4dcd-98f7-d80859abcc40 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1078770 Jun 17 19:09:23.034801 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-dc336105-17c4-4f6b-b9b2-3287414edb01 req-f93f16fd-7d8d-4d9c-948f-276272a8caee tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584998 Jun 17 19:09:23.037029 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1bc63d40-b934-4926-942e-e0f923524a1a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.046715 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1bc63d40-b934-4926-942e-e0f923524a1a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.049123 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-005c79e4-4b1a-4552-8457-0d3e83928628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:23.094822 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1bc63d40-b934-4926-942e-e0f923524a1a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.098128 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-1bc63d40-b934-4926-942e-e0f923524a1a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2687888 Jun 17 19:09:23.099036 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37796) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:23.104075 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-e50492ac-3ec7-401c-9d3b-aaaa649302be tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Request body: {'security_group_rule': {'security_group_id': 'c7d278d8-e913-4cde-8214-09ff780dd5b6', 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:23.114441 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc63d40-b934-4926-942e-e0f923524a1a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d278d8-e913-4cde-8214-09ff780dd5b6,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:23.130670 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-1bc63d40-b934-4926-942e-e0f923524a1a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:23.148300 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e50492ac-3ec7-401c-9d3b-aaaa649302be tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.254357 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e50492ac-3ec7-401c-9d3b-aaaa649302be tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.258352 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e50492ac-3ec7-401c-9d3b-aaaa649302be tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.261259 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:23.286394 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50492ac-3ec7-401c-9d3b-aaaa649302be tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b54752-ef72-4d54-98bf-60718aab1c7d,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:23.295437 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e50492ac-3ec7-401c-9d3b-aaaa649302be tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.299549 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37802) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:23.300331 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-e50492ac-3ec7-401c-9d3b-aaaa649302be tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995687 Jun 17 19:09:23.308049 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-25ddfcd3-0022-4b72-98ed-0848ad31c479 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Request body: {'security_group_rule': {'security_group_id': 'c7d278d8-e913-4cde-8214-09ff780dd5b6', 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:23.315453 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e50492ac-3ec7-401c-9d3b-aaaa649302be tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:23.322837 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device faf2b5ce-08d0-4e21-b87d-615ae1a4150b up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:23.371046 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Sync routers for ids ['4e4707a6-cad6-47f9-9e48-df1514ff421e'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:09:23.374320 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-25ddfcd3-0022-4b72-98ed-0848ad31c479 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.390773 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Routers {'4e4707a6-cad6-47f9-9e48-df1514ff421e'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:09:23.391503 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:08:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['4e4707a6-cad6-47f9-9e48-df1514ff421e'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:23.449285 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-25ddfcd3-0022-4b72-98ed-0848ad31c479 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.453300 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-25ddfcd3-0022-4b72-98ed-0848ad31c479 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.455890 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:23.466684 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port faf2b5ce-08d0-4e21-b87d-615ae1a4150b completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:23.477884 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port faf2b5ce-08d0-4e21-b87d-615ae1a4150b triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:23.479034 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.484646 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-25ddfcd3-0022-4b72-98ed-0848ad31c479 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.488021 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-25ddfcd3-0022-4b72-98ed-0848ad31c479 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1859012 Jun 17 19:09:23.489727 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddfcd3-0022-4b72-98ed-0848ad31c479 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569bcb86-13c9-4bc3-a620-e80807008b5f,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:23.491375 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37810) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:23.493650 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-25ddfcd3-0022-4b72-98ed-0848ad31c479 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:23.496160 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-141bd475-d79e-4cab-91be-39d876265ff7 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Request body: {'security_group_rule': {'security_group_id': 'c7d278d8-e913-4cde-8214-09ff780dd5b6', 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:23.530054 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-141bd475-d79e-4cab-91be-39d876265ff7 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.552442 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Set router 4e4707a6-cad6-47f9-9e48-df1514ff421e gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:09:23.596724 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-141bd475-d79e-4cab-91be-39d876265ff7 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.605423 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-141bd475-d79e-4cab-91be-39d876265ff7 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.607552 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:23.629723 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bd475-d79e-4cab-91be-39d876265ff7 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be167372-0d47-4f2a-83a1-2fda45e92404,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:23.633064 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-141bd475-d79e-4cab-91be-39d876265ff7 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:23.637556 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-141bd475-d79e-4cab-91be-39d876265ff7 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.641478 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-141bd475-d79e-4cab-91be-39d876265ff7 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469710 Jun 17 19:09:23.645933 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37820) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:23.651069 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-9ee5abcf-abec-4aa6-9171-b69ce15ae399 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Request body: {'security_group_rule': {'security_group_id': 'c7d278d8-e913-4cde-8214-09ff780dd5b6', 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:23.694501 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9ee5abcf-abec-4aa6-9171-b69ce15ae399 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.794587 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9ee5abcf-abec-4aa6-9171-b69ce15ae399 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.799809 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9ee5abcf-abec-4aa6-9171-b69ce15ae399 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.803428 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-65bb2de8-8c9f-4b39-a760-6ab76497a371 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:23.845807 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9ee5abcf-abec-4aa6-9171-b69ce15ae399 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.850489 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-9ee5abcf-abec-4aa6-9171-b69ce15ae399 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2011933 Jun 17 19:09:23.851186 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37830) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:23.858933 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5abcf-abec-4aa6-9171-b69ce15ae399 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f3b3f1-9074-43df-a696-6434d8a6908e,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:23.862833 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-4c07e09e-f4f0-4ebb-be5e-5023c33df461 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Request body: {'security_group_rule': {'security_group_id': 'c7d278d8-e913-4cde-8214-09ff780dd5b6', 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:23.873820 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-9ee5abcf-abec-4aa6-9171-b69ce15ae399 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:23.904342 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.915125 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.securitygroups_db [None req-4c07e09e-f4f0-4ebb-be5e-5023c33df461 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Project 757b4b2a898c4466bbba24e96119d22b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 19:09:23.938215 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port faf2b5ce-08d0-4e21-b87d-615ae1a4150b, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=faf2b5ce-08d0-4e21-b87d-615ae1a4150b,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:23.950178 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4c07e09e-f4f0-4ebb-be5e-5023c33df461 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.952376 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:23.953515 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device aba8f413-3c8a-4460-b404-f8fddaa7915e up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:23.964270 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:24.026557 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969408c8-0c52-49b6-8662-2fc49427a351 req-2385825b-cf0a-470e-8841-802bcde11e8f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:24.028584 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-969408c8-0c52-49b6-8662-2fc49427a351 req-2385825b-cf0a-470e-8841-802bcde11e8f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1259730 Jun 17 19:09:24.161569 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=faf2b5ce-08d0-4e21-b87d-615ae1a4150b,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:24.165325 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:24.178860 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port aba8f413-3c8a-4460-b404-f8fddaa7915e triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:24.179179 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.224133 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'name': 'tempest-TestShelveInstance-361850166-router', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:16Z', 'updated_at': '2021-06-17T19:09:21Z', 'revision_number': 4, 'project_id': '4d959908390d4bdfaafde54c3d6ee251', 'gw_port': {'id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:14:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:17Z', 'updated_at': '2021-06-17T19:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '80b740b2-884e-46fb-8531-01b74f0db921', 'name': '', 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'mac_address': 'fa:16:3e:dd:aa:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd6b8b8da-070c-4b7a-9199-98b01da0679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:19Z', 'updated_at': '2021-06-17T19:09:21Z', 'revision_number': 2, 'project_id': '4d959908390d4bdfaafde54c3d6ee251', 'subnets': [{'id': 'd6b8b8da-070c-4b7a-9199-98b01da0679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:24.267850 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Checking router: 4e4707a6-cad6-47f9-9e48-df1514ff421e for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:09:24.268382 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Updating router 4e4707a6-cad6-47f9-9e48-df1514ff421e port 80b740b2-884e-46fb-8531-01b74f0db921 binding host dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:09:24.317601 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.371566 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4c07e09e-f4f0-4ebb-be5e-5023c33df461 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.433651 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-969408c8-0c52-49b6-8662-2fc49427a351 req-1a5810b3-deff-4aec-806a-cf377b4b779e tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986349 Jun 17 19:09:24.434377 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4c07e09e-f4f0-4ebb-be5e-5023c33df461 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.440717 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:24.468442 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07e09e-f4f0-4ebb-be5e-5023c33df461 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d6a293-04e5-4d6b-908a-cf6d80c9e3e5,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:24.471261 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4c07e09e-f4f0-4ebb-be5e-5023c33df461 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:24.474828 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4c07e09e-f4f0-4ebb-be5e-5023c33df461 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.479025 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-4c07e09e-f4f0-4ebb-be5e-5023c33df461 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6237721 Jun 17 19:09:24.479367 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37850) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:24.484506 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-2b8301c5-2a63-4330-a8b1-dd376721f4bb tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Request body: {'security_group_rule': {'security_group_id': 'c7d278d8-e913-4cde-8214-09ff780dd5b6', 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:24.530809 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57188652-9fc7-476b-b354-53490b1336e5 req-4a001a38-e2c4-42ec-8e50-8ff1b41f0cc7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:24.539084 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-57188652-9fc7-476b-b354-53490b1336e5 req-4a001a38-e2c4-42ec-8e50-8ff1b41f0cc7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1670053 Jun 17 19:09:24.544583 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.db.securitygroups_db [None req-2b8301c5-2a63-4330-a8b1-dd376721f4bb tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Project 757b4b2a898c4466bbba24e96119d22b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 19:09:24.550159 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2b8301c5-2a63-4330-a8b1-dd376721f4bb tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.588446 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-57188652-9fc7-476b-b354-53490b1336e5 req-6e163205-755f-46eb-82d7-f66436e9fc04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464809 Jun 17 19:09:24.615816 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2b8301c5-2a63-4330-a8b1-dd376721f4bb tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.620414 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2b8301c5-2a63-4330-a8b1-dd376721f4bb tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.622518 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-25ddfcd3-0022-4b72-98ed-0848ad31c479 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:24.642529 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8301c5-2a63-4330-a8b1-dd376721f4bb tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb230e60-9b77-48a7-b172-a8ae079b2361,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:24.645438 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-2b8301c5-2a63-4330-a8b1-dd376721f4bb tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:24.646822 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2b8301c5-2a63-4330-a8b1-dd376721f4bb tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.648033 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-2b8301c5-2a63-4330-a8b1-dd376721f4bb tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1671515 Jun 17 19:09:24.694985 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Notify callbacks [] for port, precommit_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.708478 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Transition to ACTIVE for port object 80b740b2-884e-46fb-8531-01b74f0db921 will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:24.715914 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.717777 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:24.814134 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b57b09-8b45-4f1e-a828-154f136446f1 None None] Pushing event updated for resources: {'Port': ['ID=80b740b2-884e-46fb-8531-01b74f0db921,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:24.817657 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-77b57b09-8b45-4f1e-a828-154f136446f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:24.850982 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Attempting to bind port 80b740b2-884e-46fb-8531-01b74f0db921 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:09:24.851404 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Attempting to bind port 80b740b2-884e-46fb-8531-01b74f0db921 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '7c24caf4-0715-4ff3-a092-31890c5540db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:09:24.851721 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Attempting to bind port 80b740b2-884e-46fb-8531-01b74f0db921 on network d96899dc-df0e-467c-a375-082756ed3605 {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:24.858573 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:09:24.858952 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Checking segment: {'id': '7c24caf4-0715-4ff3-a092-31890c5540db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:24.862183 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.862183 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Bound using segment: {'id': '7c24caf4-0715-4ff3-a092-31890c5540db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:09:24.862183 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Bound port: 80b740b2-884e-46fb-8531-01b74f0db921, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c24caf4-0715-4ff3-a092-31890c5540db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:09:24.862183 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.934179 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] For port 80b740b2-884e-46fb-8531-01b74f0db921, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:09:24.938001 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] For port 80b740b2-884e-46fb-8531-01b74f0db921, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=80b740b2-884e-46fb-8531-01b74f0db921,segment=NetworkSegment(7c24caf4-0715-4ff3-a092-31890c5540db),segment_id=7c24caf4-0715-4ff3-a092-31890c5540db)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:09:24.943814 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:24.945746 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:24.992141 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Routers {'4e4707a6-cad6-47f9-9e48-df1514ff421e'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:09:24.992739 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:08:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['4e4707a6-cad6-47f9-9e48-df1514ff421e'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:25.089039 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b57b09-8b45-4f1e-a828-154f136446f1 None None] Pushing event updated for resources: {'Port': ['ID=80b740b2-884e-46fb-8531-01b74f0db921,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:25.101880 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-77b57b09-8b45-4f1e-a828-154f136446f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:25.154513 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] Set router 4e4707a6-cad6-47f9-9e48-df1514ff421e gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:09:25.246008 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device faf2b5ce-08d0-4e21-b87d-615ae1a4150b up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:25.374998 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port faf2b5ce-08d0-4e21-b87d-615ae1a4150b triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:25.375311 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:25.497805 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'name': 'tempest-TestShelveInstance-361850166-router', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:16Z', 'updated_at': '2021-06-17T19:09:21Z', 'revision_number': 4, 'project_id': '4d959908390d4bdfaafde54c3d6ee251', 'gw_port': {'id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:14:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:17Z', 'updated_at': '2021-06-17T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '80b740b2-884e-46fb-8531-01b74f0db921', 'name': '', 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'mac_address': 'fa:16:3e:dd:aa:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd6b8b8da-070c-4b7a-9199-98b01da0679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:19Z', 'updated_at': '2021-06-17T19:09:24Z', 'revision_number': 4, 'project_id': '4d959908390d4bdfaafde54c3d6ee251', 'subnets': [{'id': 'd6b8b8da-070c-4b7a-9199-98b01da0679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:09:25.531448 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464f0c4-e425-4389-8232-21f63e58f315 None None] The sync data for ids ['4e4707a6-cad6-47f9-9e48-df1514ff421e'] in dv-cinder-790535-5-smb is: [{'id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'name': 'tempest-TestShelveInstance-361850166-router', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:16Z', 'updated_at': '2021-06-17T19:09:21Z', 'revision_number': 4, 'project_id': '4d959908390d4bdfaafde54c3d6ee251', 'gw_port': {'id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:14:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:17Z', 'updated_at': '2021-06-17T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '80b740b2-884e-46fb-8531-01b74f0db921', 'name': '', 'network_id': 'd96899dc-df0e-467c-a375-082756ed3605', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'mac_address': 'fa:16:3e:dd:aa:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd6b8b8da-070c-4b7a-9199-98b01da0679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:19Z', 'updated_at': '2021-06-17T19:09:24Z', 'revision_number': 4, 'project_id': '4d959908390d4bdfaafde54c3d6ee251', 'subnets': [{'id': 'd6b8b8da-070c-4b7a-9199-98b01da0679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:09:25.660634 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078782a8-89f2-4092-b3a4-1118cf00ba79 req-4e12eca7-9ea3-4b71-9ef1-baae68356d64 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:25.662168 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-078782a8-89f2-4092-b3a4-1118cf00ba79 req-4e12eca7-9ea3-4b71-9ef1-baae68356d64 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1031809 Jun 17 19:09:25.713975 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-078782a8-89f2-4092-b3a4-1118cf00ba79 req-925f4712-7766-4692-a66d-b097d242a26b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451989 Jun 17 19:09:25.803866 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ae43d-2e16-4046-8179-c2bfa61d2d6b req-cb69281d-37ff-4ea7-a54b-856bc3a630d7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:25.805353 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-809ae43d-2e16-4046-8179-c2bfa61d2d6b req-cb69281d-37ff-4ea7-a54b-856bc3a630d7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0703597 Jun 17 19:09:25.847032 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-809ae43d-2e16-4046-8179-c2bfa61d2d6b req-f526ec34-8bb9-4c47-9a34-346327f5b692 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348599 Jun 17 19:09:26.232864 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-1188dd4c-cc8c-407b-90f2-ece3b991a4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:26.890393 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fcaa3-54ac-4ca9-945b-7ddbfabfe82d req-e0726426-1864-44d7-8d90-0542596acd6c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:26.891834 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-621fcaa3-54ac-4ca9-945b-7ddbfabfe82d req-e0726426-1864-44d7-8d90-0542596acd6c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0617526 Jun 17 19:09:26.936573 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-621fcaa3-54ac-4ca9-945b-7ddbfabfe82d req-9e8ed4f3-bcf1-4128-9276-171ba83374ef tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387111 Jun 17 19:09:27.034801 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e7f3f-a157-4175-b502-89b5083815b6 req-267eedc4-c0ad-46cc-b31e-2dbce5b0194a tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:27.036224 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1f6e7f3f-a157-4175-b502-89b5083815b6 req-267eedc4-c0ad-46cc-b31e-2dbce5b0194a tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0664723 Jun 17 19:09:27.081446 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1f6e7f3f-a157-4175-b502-89b5083815b6 req-3bfcdb75-ab41-4d6d-b149-599265e9f3f1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383673 Jun 17 19:09:27.232690 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 80b740b2-884e-46fb-8531-01b74f0db921 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:27.281812 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 80b740b2-884e-46fb-8531-01b74f0db921 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:27.285279 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 80b740b2-884e-46fb-8531-01b74f0db921 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:27.285658 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:27.367427 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:27.400946 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 80b740b2-884e-46fb-8531-01b74f0db921, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=80b740b2-884e-46fb-8531-01b74f0db921,segment=NetworkSegment(7c24caf4-0715-4ff3-a092-31890c5540db),segment_id=7c24caf4-0715-4ff3-a092-31890c5540db)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:27.406928 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:27.411257 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:27.462373 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=80b740b2-884e-46fb-8531-01b74f0db921,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:27.465431 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:27.801364 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:28.128359 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46cd72-f122-461d-916c-933866ae68d9 req-1bffaac5-7d4b-4619-a22d-058fc183a273 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:28.129938 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4d46cd72-f122-461d-916c-933866ae68d9 req-1bffaac5-7d4b-4619-a22d-058fc183a273 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0657063 Jun 17 19:09:28.174032 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4d46cd72-f122-461d-916c-933866ae68d9 req-4bdb3549-653c-4c38-aa7c-f97a6e600926 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349669 Jun 17 19:09:28.206096 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37948) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:28.276870 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8a065-de35-4b38-b29c-ca55dd7f3e36 req-3ced0214-d729-4533-94db-244b6681b633 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:28.278351 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecb8a065-de35-4b38-b29c-ca55dd7f3e36 req-3ced0214-d729-4533-94db-244b6681b633 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0642440 Jun 17 19:09:28.316614 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cdce95cf-cf27-47f1-962c-8133c3f1785c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:28.340669 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecb8a065-de35-4b38-b29c-ca55dd7f3e36 req-adf5b243-304a-4593-a686-8cf0e6de7fa5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566120 Jun 17 19:09:28.423181 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cdce95cf-cf27-47f1-962c-8133c3f1785c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:28.427274 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cdce95cf-cf27-47f1-962c-8133c3f1785c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:28.430877 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-09a7d51e-97d2-44ca-90e8-4bf487e5083b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:28.472345 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-cdce95cf-cf27-47f1-962c-8133c3f1785c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3675aa26175f48d78e6021cd0fb78ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649853 Jun 17 19:09:28.474293 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce95cf-cf27-47f1-962c-8133c3f1785c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202e457d-65a1-4066-9207-b7321d2dbb5b,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:28.475030 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 37952) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:28.477239 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-cdce95cf-cf27-47f1-962c-8133c3f1785c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:28.525932 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34559154-7730-4350-a0de-74d8b007019d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:28.551557 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34559154-7730-4350-a0de-74d8b007019d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:28.599894 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34559154-7730-4350-a0de-74d8b007019d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:28.602544 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-34559154-7730-4350-a0de-74d8b007019d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:28.605898 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-34559154-7730-4350-a0de-74d8b007019d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/202e457d-65a1-4066-9207-b7321d2dbb5b HTTP/1.1" status: 204 len: 168 time: 0.1287956 Jun 17 19:09:28.605898 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-b48af1c9-51e9-4cc1-9a8f-bcf2b7911f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:28.613873 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34559154-7730-4350-a0de-74d8b007019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202e457d-65a1-4066-9207-b7321d2dbb5b,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:28.616184 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-34559154-7730-4350-a0de-74d8b007019d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:28.735856 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-28d88bd1-db2b-4ebf-9340-eaec5a063b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:28.776337 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 37964) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:28.897491 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e6adfb68-6496-4a7b-b4a5-7cde7a89a5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:28.994186 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.010745 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e6adfb68-6496-4a7b-b4a5-7cde7a89a5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.016886 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e6adfb68-6496-4a7b-b4a5-7cde7a89a5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.021055 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-cdce95cf-cf27-47f1-962c-8133c3f1785c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:29.072845 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-e6adfb68-6496-4a7b-b4a5-7cde7a89a5c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5646fea1f82e4cc8ba0a0c017140ae9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952936 Jun 17 19:09:29.076166 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 38000) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:29.078634 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adfb68-6496-4a7b-b4a5-7cde7a89a5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b2e9b-3bf5-4828-b7b6-5e0b8aeb5014,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:29.086979 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e6adfb68-6496-4a7b-b4a5-7cde7a89a5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:29.137193 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ce928032-0630-4654-9687-0271de52e229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.169988 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ce928032-0630-4654-9687-0271de52e229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.239955 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 80b740b2-884e-46fb-8531-01b74f0db921 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:29.240210 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ce928032-0630-4654-9687-0271de52e229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.242964 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ce928032-0630-4654-9687-0271de52e229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.244201 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-ce928032-0630-4654-9687-0271de52e229 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef5b2e9b-3bf5-4828-b7b6-5e0b8aeb5014 HTTP/1.1" status: 204 len: 168 time: 0.1669862 Jun 17 19:09:29.245158 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-35ad3966-8d9d-4b10-a93b-ad252d8197b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:29.267508 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce928032-0630-4654-9687-0271de52e229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b2e9b-3bf5-4828-b7b6-5e0b8aeb5014,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:29.276288 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ce928032-0630-4654-9687-0271de52e229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:29.313679 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 80b740b2-884e-46fb-8531-01b74f0db921 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:29.314263 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.459831 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb2272-9d12-4822-b8de-4cb05170ab12 req-e27e07ff-ee07-4862-8d45-72ad27bdf461 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:29.472459 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-62eb2272-9d12-4822-b8de-4cb05170ab12 req-e27e07ff-ee07-4862-8d45-72ad27bdf461 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1369278 Jun 17 19:09:29.475042 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 38026) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:29.610438 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-62eb2272-9d12-4822-b8de-4cb05170ab12 req-3ad2ab14-1007-4c40-a6ce-6fa70fd1e87a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327953 Jun 17 19:09:29.658805 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4c08c-6dc5-4b84-8a1a-eeb925af3072 req-e9153fbc-a93c-4c51-9763-ab3229dd5bd2 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:29.665098 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3de4c08c-6dc5-4b84-8a1a-eeb925af3072 req-e9153fbc-a93c-4c51-9763-ab3229dd5bd2 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1562545 Jun 17 19:09:29.721661 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3de4c08c-6dc5-4b84-8a1a-eeb925af3072 req-978cc5cb-6628-4cdf-b828-e5ee68b4e386 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512848 Jun 17 19:09:29.729734 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-477052095-network', 'tenant_id': 'acca779fa13c4606b1a5a9dcf33d1ca7'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:29.755670 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Made reservation on behalf of acca779fa13c4606b1a5a9dcf33d1ca7 for: {'network': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:09:29.758145 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.767689 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.875512 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.875830 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.881253 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.885004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7ef77fae-acc3-4935-b1b1-2190af18d4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:29.916538 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=92948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:09:29.920542 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d361a3c-7121-452c-8e4b-a760f2c998b4,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:29.925766 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:29.936153 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:29.936584 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.segments_db [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Added segment 6deb365a-72d2-47c0-8079-fa400ccd9123 of type vlan for network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a Jun 17 19:09:29.984127 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:30.013796 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:30.015123 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:30.015710 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:30.017740 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:30.050157 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5723860 Jun 17 19:09:30.052247 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 38076) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:30.059362 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Request body: {'subnet': {'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-477052095-subnet', 'tenant_id': 'acca779fa13c4606b1a5a9dcf33d1ca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:30.084071 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Pushing event updated for resources: {'Network': ['ID=27f1c550-ed0c-42ea-89b7-5f45466a2f5a,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:30.094263 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Made reservation on behalf of acca779fa13c4606b1a5a9dcf33d1ca7 for: {'subnet': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:09:30.099619 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941905'] for subnet, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:30.104116 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:30.117200 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:09:30.311112 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4087722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941891'] for subnet, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:30.330573 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:30.390288 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=429542c6-6875-4a1c-b9f8-aaee38490b3e,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:30.400068 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:30.409649 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Checking segment: {'id': '6deb365a-72d2-47c0-8079-fa400ccd9123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:30.409996 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Network hostable DHCP agents. Network: 27f1c550-ed0c-42ea-89b7-5f45466a2f5a, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:09:30.434576 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2cd8d-e484-477a-aa1c-6901686d1c4a req-89161a1e-9fbb-4c36-a273-91953b80be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:30.437174 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-b7e2cd8d-e484-477a-aa1c-6901686d1c4a req-89161a1e-9fbb-4c36-a273-91953b80be2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 1098 time: 0.1353111 Jun 17 19:09:30.469148 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:09:30.485731 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, 27f1c550-ed0c-42ea-89b7-5f45466a2f5a) {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:30.494414 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:30.494529 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:30.499953 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-b7e2cd8d-e484-477a-aa1c-6901686d1c4a req-8e9d40b7-2000-4f0a-a62d-1843e5d1e5a8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555739 Jun 17 19:09:30.500248 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad95c6bf-51b9-4ec3-b3c2-81990e63b476 None None] Network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:09:30.512237 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4579954 Jun 17 19:09:30.799586 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c787fe9-1a3a-4d5d-abc9-0a85e8b003ea None None] Network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:09:30.847970 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ff4f1-88a8-4bdb-befe-0228545150fa req-af2b48f7-44ae-4249-a4f1-4c8f5a740282 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:30.859516 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ab6ff4f1-88a8-4bdb-befe-0228545150fa req-af2b48f7-44ae-4249-a4f1-4c8f5a740282 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1199267 Jun 17 19:09:30.914971 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ab6ff4f1-88a8-4bdb-befe-0228545150fa req-87053b7c-cd81-4510-9d9e-17ec5a5d39ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542672 Jun 17 19:09:31.032346 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7adef-522c-46b7-9f04-2162acf7e531 req-988d7bf4-0124-40d8-9fc4-48384969a144 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:31.034130 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-65a7adef-522c-46b7-9f04-2162acf7e531 req-988d7bf4-0124-40d8-9fc4-48384969a144 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0964873 Jun 17 19:09:31.084453 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-65a7adef-522c-46b7-9f04-2162acf7e531 req-ddbbd6b4-7b16-497f-8cf9-56e40904e258 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403292 Jun 17 19:09:31.995179 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:32.122760 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626813f-aa23-47d5-a9bb-c5f78d5925a1 req-7803ee82-8155-4ae9-b574-e91203c48352 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:32.124726 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f626813f-aa23-47d5-a9bb-c5f78d5925a1 req-7803ee82-8155-4ae9-b574-e91203c48352 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0751176 Jun 17 19:09:32.172705 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f626813f-aa23-47d5-a9bb-c5f78d5925a1 req-c56d7f57-5f76-44eb-b17d-e0aa751c7350 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406632 Jun 17 19:09:32.301561 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc51f1-fc27-405b-af2d-f4d7cf04ae4a req-e359388b-3d0b-4c69-9dca-8eba73619a2c tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:32.303171 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a2cc51f1-fc27-405b-af2d-f4d7cf04ae4a req-e359388b-3d0b-4c69-9dca-8eba73619a2c tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0933833 Jun 17 19:09:32.349852 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a2cc51f1-fc27-405b-af2d-f4d7cf04ae4a req-9e826682-f618-4900-8ffb-9f3e9f8a122a tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390463 Jun 17 19:09:32.595950 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fd61d-1134-449a-9b33-d38557d6b5db req-6a139b9e-d410-4a2a-a735-dbbbd800e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:32.597412 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2d9fd61d-1134-449a-9b33-d38557d6b5db req-6a139b9e-d410-4a2a-a735-dbbbd800e97b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93451ec394194b2fba97e72592b1e653&device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 1098 time: 0.0577161 Jun 17 19:09:32.660454 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d686379-574e-4187-a52f-3f2218d23fff req-5447e926-2439-4fb8-9bd0-e30137206347 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:32.662117 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9d686379-574e-4187-a52f-3f2218d23fff req-5447e926-2439-4fb8-9bd0-e30137206347 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0716619 Jun 17 19:09:32.695086 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fd61d-1134-449a-9b33-d38557d6b5db req-6f5a638e-7475-402c-8ec5-fc0faee38568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:32.697121 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2d9fd61d-1134-449a-9b33-d38557d6b5db req-6f5a638e-7475-402c-8ec5-fc0faee38568 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 200 len: 920 time: 0.0905974 Jun 17 19:09:32.705277 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9d686379-574e-4187-a52f-3f2218d23fff req-d385b977-2f3e-44d7-b2b8-cfab9fc5e410 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370128 Jun 17 19:09:32.739230 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2d9fd61d-1134-449a-9b33-d38557d6b5db req-18a40ac0-67b0-4330-9ba7-b93783121ec3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8722bcae-e77a-44d0-b165-ab79a8d410f3 HTTP/1.1" status: 200 len: 217 time: 0.0347960 Jun 17 19:09:32.790777 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fd61d-1134-449a-9b33-d38557d6b5db req-36b3270b-b5e3-4ff4-a23c-9caab8ae233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:32.792351 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2d9fd61d-1134-449a-9b33-d38557d6b5db req-36b3270b-b5e3-4ff4-a23c-9caab8ae233d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cd3fd67-d089-4814-8e68-8c6a919c213f HTTP/1.1" status: 200 len: 859 time: 0.0437665 Jun 17 19:09:32.832410 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2d9fd61d-1134-449a-9b33-d38557d6b5db req-d1ab93d7-7113-46e4-b8ac-552d3a6801a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d539c9-58d2-423d-b233-c8fbfb44a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308566 Jun 17 19:09:32.928380 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2d9fd61d-1134-449a-9b33-d38557d6b5db req-82071659-2a73-4636-8953-3346d500596e service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867953 Jun 17 19:09:33.022941 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2d9fd61d-1134-449a-9b33-d38557d6b5db req-b157e69f-db2c-4c9c-90f5-5be0ab287243 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873129 Jun 17 19:09:33.565430 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898671f5-6e40-48b6-b07e-ee56c03e289f req-4279cfca-11d6-43bb-a143-331018fdaf56 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:33.570628 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-898671f5-6e40-48b6-b07e-ee56c03e289f req-4279cfca-11d6-43bb-a143-331018fdaf56 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0868905 Jun 17 19:09:33.614330 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-898671f5-6e40-48b6-b07e-ee56c03e289f req-72d34fb5-0951-41d9-bf08-0a5951890b07 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404506 Jun 17 19:09:33.887329 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ff250-90d8-4dfc-8025-d3a9c137d2c1 req-0c5895ed-e97c-40a0-9620-5b86f84f1700 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:33.888779 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c64ff250-90d8-4dfc-8025-d3a9c137d2c1 req-0c5895ed-e97c-40a0-9620-5b86f84f1700 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0655565 Jun 17 19:09:33.928781 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c64ff250-90d8-4dfc-8025-d3a9c137d2c1 req-991dca55-4074-4c8c-93aa-1d740b62bdd3 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338244 Jun 17 19:09:34.302154 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-26bce643-4cd5-4a7c-a2a1-901eb38de4e9 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:34.303606 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-26bce643-4cd5-4a7c-a2a1-901eb38de4e9 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/networks?id=27f1c550-ed0c-42ea-89b7-5f45466a2f5a HTTP/1.1" status: 200 len: 808 time: 0.1054900 Jun 17 19:09:34.318816 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-64554d86-82e7-4657-acf1-a7f3f802908a tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/quotas/acca779fa13c4606b1a5a9dcf33d1ca7 HTTP/1.1" status: 200 len: 375 time: 0.0091643 Jun 17 19:09:34.354919 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-cdb623b3-849b-4620-b878-da26f0d28deb tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=acca779fa13c4606b1a5a9dcf33d1ca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291967 Jun 17 19:09:34.452990 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-faaf9ee2-b520-4c4c-92a2-021cddbfea42 service neutron] 10.222.0.10 "GET /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887465 Jun 17 19:09:34.565803 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-9ce7e71a-5233-46c6-a889-7f8cabf39566 service neutron] 10.222.0.10 "GET /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062636 Jun 17 19:09:34.739649 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-35c807e8-4b7c-4e32-816c-079898721451 req-009d895d-0fdf-492a-a28a-7df9f48e3bac tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 210 time: 0.0295329 Jun 17 19:09:34.828771 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c5ce-7baf-4af0-9a0c-8cf5c144e581 req-bd550124-68fe-4cf3-bbb0-9c528a82a677 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:34.838366 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cc76c5ce-7baf-4af0-9a0c-8cf5c144e581 req-bd550124-68fe-4cf3-bbb0-9c528a82a677 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0869389 Jun 17 19:09:34.881068 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cc76c5ce-7baf-4af0-9a0c-8cf5c144e581 req-58d62931-9286-46ed-9219-1ed8fd13f8c9 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415177 Jun 17 19:09:35.134632 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b3590-66ac-4014-90fb-9c4e8bc88abc req-2b8bbd38-8406-415d-9c82-ac2fd83dc8ac tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:35.136121 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-183b3590-66ac-4014-90fb-9c4e8bc88abc req-2b8bbd38-8406-415d-9c82-ac2fd83dc8ac tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0717177 Jun 17 19:09:35.185731 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-183b3590-66ac-4014-90fb-9c4e8bc88abc req-8a6c77d6-139a-409b-8261-0963a6af3312 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Jun 17 19:09:35.898834 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7be7ab00-dfe1-49cd-9a3e-3cd17330a4dc req-45a15334-76c9-4677-8b10-9393a0582728 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 210 time: 0.0382090 Jun 17 19:09:36.112563 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd869184-9aa4-4d61-93f0-d2633bd23d93 req-dab0b803-597a-4b65-bf4e-b98bbcf78e0b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:36.114407 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cd869184-9aa4-4d61-93f0-d2633bd23d93 req-dab0b803-597a-4b65-bf4e-b98bbcf78e0b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0937479 Jun 17 19:09:36.180112 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cd869184-9aa4-4d61-93f0-d2633bd23d93 req-137f9ef7-8abd-4032-8028-ef4c768a9809 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551558 Jun 17 19:09:36.190330 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-562b3d15-ed74-4d64-9069-afae7dc02942 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:36.200036 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-562b3d15-ed74-4d64-9069-afae7dc02942 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.42 "GET /v2.0/networks?id=27f1c550-ed0c-42ea-89b7-5f45466a2f5a HTTP/1.1" status: 200 len: 808 time: 0.1811075 Jun 17 19:09:36.220838 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Request body: {'port': {'device_id': '1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1', 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a', 'admin_state_up': True, 'tenant_id': 'acca779fa13c4606b1a5a9dcf33d1ca7'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:36.387654 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Made reservation on behalf of acca779fa13c4606b1a5a9dcf33d1ca7 for: {'port': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:09:36.391546 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:36.424066 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc08e84-50db-4d0a-93a0-db5d3f0a31e9 req-4460fe4f-4b37-4f03-9005-2833b6eceb0c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:36.428331 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4fc08e84-50db-4d0a-93a0-db5d3f0a31e9 req-4460fe4f-4b37-4f03-9005-2833b6eceb0c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0886929 Jun 17 19:09:36.471554 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4fc08e84-50db-4d0a-93a0-db5d3f0a31e9 req-9e2e8ee6-9537-41f0-8d81-5dbe015ae6bd tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360901 Jun 17 19:09:36.538972 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Allocated IP 172.20.0.14 (27f1c550-ed0c-42ea-89b7-5f45466a2f5a/429542c6-6875-4a1c-b9f8-aaee38490b3e/2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:09:36.697327 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:36.737981 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4087574'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:36.744358 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a348f246-7a24-4246-98b7-2a6bce7039cd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:36.798568 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:09:36.802309 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:36.809053 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:09:36.815748 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Pushing event updated for resources: {'Port': ['ID=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:36.845749 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:36.846133 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:36.846486 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:36.846870 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:36.847216 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:36.847635 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:36.848020 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:36.848373 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:36.848753 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:36.849046 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:36.849432 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:36.849804 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:36.855252 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:36.871104 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:36.871705 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:36.885346 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6687307 Jun 17 19:09:36.897063 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Request body: {'port': {'device_id': '1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:36.969190 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:37.072276 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ba2a1-ae8a-4787-a23c-81e01a3c5996 req-c9647840-bc4e-418f-a520-dce7d7668474 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:37.074277 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5f8ba2a1-ae8a-4787-a23c-81e01a3c5996 req-c9647840-bc4e-418f-a520-dce7d7668474 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 932 time: 0.0709918 Jun 17 19:09:37.118684 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5f8ba2a1-ae8a-4787-a23c-81e01a3c5996 req-e8374fba-1b50-4559-a491-174b0244de39 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386574 Jun 17 19:09:37.267216 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:09:37.270001 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:37.283053 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Transition to ACTIVE for port object 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:37.286627 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:37.289398 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-49c2576f-8c0f-46c1-a8fa-87ee9ba52474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:37.382470 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbf416-968a-4c94-a936-f9442b96d7ea req-0a39c451-7732-468c-81c6-63ee1da61bab tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:37.385331 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9dcbf416-968a-4c94-a936-f9442b96d7ea req-0a39c451-7732-468c-81c6-63ee1da61bab tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0740316 Jun 17 19:09:37.424478 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:37.429578 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:37.434380 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9dcbf416-968a-4c94-a936-f9442b96d7ea req-3c27e39a-f601-4eb9-9689-2e3f46478d93 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 Jun 17 19:09:37.444757 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Attempting to bind port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:09:37.445032 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Attempting to bind port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6deb365a-72d2-47c0-8079-fa400ccd9123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:09:37.445419 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Attempting to bind port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 on network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:37.450680 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 on network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:09:37.451096 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Attempting to bind port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 on network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:37.457934 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:09:37.458305 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Checking segment: {'id': '6deb365a-72d2-47c0-8079-fa400ccd9123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:37.458682 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Bound using segment: {'id': '6deb365a-72d2-47c0-8079-fa400ccd9123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:09:37.459110 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Bound port: 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6deb365a-72d2-47c0-8079-fa400ccd9123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:09:37.459450 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:37.525807 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] For port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9, host hv-cinder-79053, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:09:37.528800 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] For port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9,segment=NetworkSegment(6deb365a-72d2-47c0-8079-fa400ccd9123),segment_id=6deb365a-72d2-47c0-8079-fa400ccd9123)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:09:37.532855 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:37.534735 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-6f9bec2e-de9c-4c7e-a59c-5c2258490cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:37.569933 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:37.570498 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:37.572096 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 HTTP/1.1" status: 200 len: 1094 time: 0.6792774 Jun 17 19:09:37.572964 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1', 'tag': '2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:09:37.574884 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9f3c07-5752-48ca-8b1a-dd66e4a43d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1", "tag": "2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:09:37.610319 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:37.613808 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-209c7f7d-f7c2-4fac-a934-6060d4f0d6c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:37.623000 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57511943-7b07-474c-ac64-6d3ea3548369 x-openstack-request-id: req-57511943-7b07-474c-ac64-6d3ea3548369 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:09:37.623319 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1", "tag": "2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:09:37.623618 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57511943-7b07-474c-ac64-6d3ea3548369 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:09:37.624017 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1', 'tag': '2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9', 'status': 'completed', 'code': 200} Jun 17 19:09:37.691930 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-43a9b3df-2d08-486d-8630-f366c611cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:37.693374 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-43a9b3df-2d08-486d-8630-f366c611cd77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=acca779fa13c4606b1a5a9dcf33d1ca7&device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 1097 time: 0.0572081 Jun 17 19:09:37.738564 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-ad30252c-ca5f-4893-b53f-a7d3f6855923 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 HTTP/1.1" status: 200 len: 217 time: 0.0367720 Jun 17 19:09:37.791496 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-84181bc7-340c-4674-a5cb-38d64af3027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:37.792975 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-84181bc7-340c-4674-a5cb-38d64af3027b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=429542c6-6875-4a1c-b9f8-aaee38490b3e HTTP/1.1" status: 200 len: 848 time: 0.0472617 Jun 17 19:09:37.828852 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-15972c92-c2f8-4955-b0b0-39c99b8bb042 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27f1c550-ed0c-42ea-89b7-5f45466a2f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293434 Jun 17 19:09:37.929595 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-669c8a3c-27d6-4633-be37-c78b0d602041 service neutron] 10.222.0.42 "GET /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913007 Jun 17 19:09:38.001821 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226dc55-ebf8-4bc6-aeb6-a6de004668e1 req-8176019a-d6fa-403b-9521-630e38a71664 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:38.003303 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4226dc55-ebf8-4bc6-aeb6-a6de004668e1 req-8176019a-d6fa-403b-9521-630e38a71664 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0657396 Jun 17 19:09:38.036874 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-22fa1408-d70b-4f2f-bce0-381d394d6232 req-c0c0a05f-cca0-4672-be0f-fca4a05e6b19 service neutron] 10.222.0.42 "GET /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996304 Jun 17 19:09:38.051193 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4226dc55-ebf8-4bc6-aeb6-a6de004668e1 req-10ea9339-9533-4c42-8a6c-f9cb0ff2697e tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414317 Jun 17 19:09:38.150716 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f3c07-5752-48ca-8b1a-dd66e4a43d0f req-e413439c-c6ae-4223-bca5-c09eba18dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:38.152531 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6e9f3c07-5752-48ca-8b1a-dd66e4a43d0f req-e413439c-c6ae-4223-bca5-c09eba18dd06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=acca779fa13c4606b1a5a9dcf33d1ca7&device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 1097 time: 0.0610156 Jun 17 19:09:38.262338 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f3c07-5752-48ca-8b1a-dd66e4a43d0f req-dac0fd7f-e40f-422c-8af6-46a790f60819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:38.263790 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6e9f3c07-5752-48ca-8b1a-dd66e4a43d0f req-dac0fd7f-e40f-422c-8af6-46a790f60819 service neutron] 10.222.0.42 "GET /v2.0/networks?id=27f1c550-ed0c-42ea-89b7-5f45466a2f5a HTTP/1.1" status: 200 len: 909 time: 0.1002791 Jun 17 19:09:38.336275 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6e9f3c07-5752-48ca-8b1a-dd66e4a43d0f req-2201dc6e-f6da-49b4-b1dd-c4194aeff21c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 HTTP/1.1" status: 200 len: 217 time: 0.0526168 Jun 17 19:09:38.344029 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843e835-43e4-4de0-8ed4-34f19ca72dc6 req-d3a277b1-1b08-4128-90e1-99c88ba662b6 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:38.345510 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9843e835-43e4-4de0-8ed4-34f19ca72dc6 req-d3a277b1-1b08-4128-90e1-99c88ba662b6 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 944 time: 0.0823691 Jun 17 19:09:38.400035 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9843e835-43e4-4de0-8ed4-34f19ca72dc6 req-1794a379-4bb8-491e-9a13-2e6e0b88bf3a tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433438 Jun 17 19:09:38.431739 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f3c07-5752-48ca-8b1a-dd66e4a43d0f req-460b1d89-ce7c-466a-9832-54a083f4b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:38.433828 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6e9f3c07-5752-48ca-8b1a-dd66e4a43d0f req-460b1d89-ce7c-466a-9832-54a083f4b753 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=429542c6-6875-4a1c-b9f8-aaee38490b3e HTTP/1.1" status: 200 len: 848 time: 0.0864227 Jun 17 19:09:38.513230 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6e9f3c07-5752-48ca-8b1a-dd66e4a43d0f req-feb68824-f792-40c6-bf58-5367559724dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27f1c550-ed0c-42ea-89b7-5f45466a2f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696399 Jun 17 19:09:38.736328 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a31e8-899a-4b0e-901a-9e36b49ff261 req-3b77357c-fa9f-4c49-b624-d40967961ff0 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:38.736328 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-133a31e8-899a-4b0e-901a-9e36b49ff261 req-3b77357c-fa9f-4c49-b624-d40967961ff0 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1256154 Jun 17 19:09:38.751700 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6e9f3c07-5752-48ca-8b1a-dd66e4a43d0f req-559faff4-9f69-4294-b35d-e0060cc29053 service neutron] 10.222.0.42 "GET /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293508 Jun 17 19:09:38.770793 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 38352) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:38.812684 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-133a31e8-899a-4b0e-901a-9e36b49ff261 req-d678023b-c5a6-4700-9fb6-07d6e99e085f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684750 Jun 17 19:09:39.112245 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6eb1258e-5436-48e0-b977-6e6899ef80c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:39.150208 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-6e9f3c07-5752-48ca-8b1a-dd66e4a43d0f req-01794de4-5ca7-4a37-8513-ff950806cc7b service neutron] 10.222.0.42 "GET /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884034 Jun 17 19:09:39.244699 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6eb1258e-5436-48e0-b977-6e6899ef80c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:39.251505 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6eb1258e-5436-48e0-b977-6e6899ef80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:39.255972 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-7e5fb45c-5d82-4b56-8a73-808cd57a01c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:39.292595 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-6eb1258e-5436-48e0-b977-6e6899ef80c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a1e8e1a94e64bfab09387e7cf20437a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204120 Jun 17 19:09:39.295206 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 38368) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:39.296073 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1258e-5436-48e0-b977-6e6899ef80c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76d1d1b-e743-49ef-9511-bfb81d499135,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:39.299346 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-6eb1258e-5436-48e0-b977-6e6899ef80c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:39.344638 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:39.365138 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:39.424587 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:39.427619 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:39.428842 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b76d1d1b-e743-49ef-9511-bfb81d499135 HTTP/1.1" status: 204 len: 168 time: 0.1325169 Jun 17 19:09:39.429565 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-1a956761-3f8b-4d08-9b61-720772e2e446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:39.438246 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76d1d1b-e743-49ef-9511-bfb81d499135,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:39.451019 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:39.451631 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:39.452222 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:39.452504 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:39.452860 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:39.453216 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:39.453548 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:39.453957 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:39.454330 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:39.454670 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:39.455010 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:39.455347 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:39.458993 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:39.613212 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d460c-f8f2-4f01-b56d-1a9dd9b005cd req-4b6781c4-420d-4f1c-8323-d3355abee4f9 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:39.616031 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a97d460c-f8f2-4f01-b56d-1a9dd9b005cd req-4b6781c4-420d-4f1c-8323-d3355abee4f9 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 944 time: 0.0695114 Jun 17 19:09:39.674695 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a97d460c-f8f2-4f01-b56d-1a9dd9b005cd req-3efec45d-2b13-4123-a2b4-5b5e54a786e0 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509415 Jun 17 19:09:40.017979 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351b1a-4a44-4c19-bbeb-8bcbdba41601 req-03f30b06-f977-417a-b75c-0e43b5e86043 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:40.019466 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-63351b1a-4a44-4c19-bbeb-8bcbdba41601 req-03f30b06-f977-417a-b75c-0e43b5e86043 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0659440 Jun 17 19:09:40.058635 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-63351b1a-4a44-4c19-bbeb-8bcbdba41601 req-cc10e0e7-770b-48c0-b456-fbc70b3731a1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325248 Jun 17 19:09:40.824575 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:09:40.897113 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f99ff-d7d5-42a9-97bd-ccff7047d3cf req-d7149208-96a5-4f18-986c-367ad4b14685 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:40.902204 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3d6f99ff-d7d5-42a9-97bd-ccff7047d3cf req-d7149208-96a5-4f18-986c-367ad4b14685 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 944 time: 0.1010954 Jun 17 19:09:40.943733 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9,segment=NetworkSegment(6deb365a-72d2-47c0-8079-fa400ccd9123),segment_id=6deb365a-72d2-47c0-8079-fa400ccd9123)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:40.959271 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9', 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a', 'port_id': '2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9', 'mac_address': 'fa:16:3e:db:0e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429542c6-6875-4a1c-b9f8-aaee38490b3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:09:40.974641 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3d6f99ff-d7d5-42a9-97bd-ccff7047d3cf req-34a0ea8e-0220-4a1b-b621-8511938c12d4 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615594 Jun 17 19:09:41.002222 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:41.017107 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:09:41.043155 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9,segment=NetworkSegment(6deb365a-72d2-47c0-8079-fa400ccd9123),segment_id=6deb365a-72d2-47c0-8079-fa400ccd9123)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:41.046669 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:41.049551 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:41.103171 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:41.106415 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:41.216418 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 38440) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:41.284504 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31055799-8f37-465e-a437-adfeb7832c16 req-5378df9d-ade4-428d-b422-94da68c8a08b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:41.286814 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-31055799-8f37-465e-a437-adfeb7832c16 req-5378df9d-ade4-428d-b422-94da68c8a08b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0976117 Jun 17 19:09:41.354500 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-31055799-8f37-465e-a437-adfeb7832c16 req-da83d9aa-b496-4813-9d5e-433b7dc3ef0b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604143 Jun 17 19:09:41.372745 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-055413ec-597f-4947-ba10-2c48caa6bc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:41.401338 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:09:41.425076 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad8958-4500-4785-9a0a-1637d66b244f req-3ab5a8bc-93ee-4389-bd23-3f4dd0233f61 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:41.435579 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d9ad8958-4500-4785-9a0a-1637d66b244f req-3ab5a8bc-93ee-4389-bd23-3f4dd0233f61 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1007545 Jun 17 19:09:41.438414 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d8c34-b8ad-46a3-8809-e3ce861e91fa req-d818d050-0007-43db-8705-b62c6d679ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:41.440119 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-591d8c34-b8ad-46a3-8809-e3ce861e91fa req-d818d050-0007-43db-8705-b62c6d679ded service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93451ec394194b2fba97e72592b1e653&device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 1098 time: 0.1269407 Jun 17 19:09:41.505768 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d9ad8958-4500-4785-9a0a-1637d66b244f req-74034f91-e0d0-4837-b274-b5aea4b41f76 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688720 Jun 17 19:09:41.576885 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d8c34-b8ad-46a3-8809-e3ce861e91fa req-5e413dd8-f625-445f-97fe-b43f886b7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:41.578359 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-591d8c34-b8ad-46a3-8809-e3ce861e91fa req-5e413dd8-f625-445f-97fe-b43f886b7a4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 200 len: 920 time: 0.1281877 Jun 17 19:09:41.636976 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-591d8c34-b8ad-46a3-8809-e3ce861e91fa req-ada283fc-1ba2-4592-8639-bffb3f10e668 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8722bcae-e77a-44d0-b165-ab79a8d410f3 HTTP/1.1" status: 200 len: 217 time: 0.0476542 Jun 17 19:09:41.641501 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-055413ec-597f-4947-ba10-2c48caa6bc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:41.645148 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-055413ec-597f-4947-ba10-2c48caa6bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:41.647632 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a4533c89-1475-41cd-9dc5-f9625c7d5606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:41.734831 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055413ec-597f-4947-ba10-2c48caa6bc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e8317b-a884-42e1-9ee8-98f9affa1c75,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:41.741290 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-055413ec-597f-4947-ba10-2c48caa6bc2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86459ad3923a4d1aac003d066aedb506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5214653 Jun 17 19:09:41.741290 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-055413ec-597f-4947-ba10-2c48caa6bc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:41.741675 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 38460) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:41.743810 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d8c34-b8ad-46a3-8809-e3ce861e91fa req-03f28c4d-5128-4421-ab99-b840fecc4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:41.745217 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-591d8c34-b8ad-46a3-8809-e3ce861e91fa req-03f28c4d-5128-4421-ab99-b840fecc4aec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cd3fd67-d089-4814-8e68-8c6a919c213f HTTP/1.1" status: 200 len: 859 time: 0.0940976 Jun 17 19:09:41.782846 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-591d8c34-b8ad-46a3-8809-e3ce861e91fa req-3dd7686e-cde8-481b-a4b6-d5924ece92d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d539c9-58d2-423d-b233-c8fbfb44a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274897 Jun 17 19:09:41.794244 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d34e8037-6c5f-4266-929b-9fb6d9c455c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:41.823999 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d34e8037-6c5f-4266-929b-9fb6d9c455c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:41.876434 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d34e8037-6c5f-4266-929b-9fb6d9c455c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:41.879827 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d34e8037-6c5f-4266-929b-9fb6d9c455c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:41.881555 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-d34e8037-6c5f-4266-929b-9fb6d9c455c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05e8317b-a884-42e1-9ee8-98f9affa1c75 HTTP/1.1" status: 204 len: 168 time: 0.1384387 Jun 17 19:09:41.882333 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f954c3f2-565a-415f-bb3a-099c4163161d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:41.893171 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-591d8c34-b8ad-46a3-8809-e3ce861e91fa req-96c460f4-8507-4d09-8b2f-0dad0665bad1 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013751 Jun 17 19:09:41.893846 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e8037-6c5f-4266-929b-9fb6d9c455c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e8317b-a884-42e1-9ee8-98f9affa1c75,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:41.897656 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d34e8037-6c5f-4266-929b-9fb6d9c455c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:42.005998 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-591d8c34-b8ad-46a3-8809-e3ce861e91fa req-7ff4aacd-b338-42cb-9e5a-3770a1b3eed3 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997465 Jun 17 19:09:42.156790 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd12c9-1f76-41fd-972b-ad05229b90a4 req-389a6e76-355a-4208-8c06-b2b0d1a1f55e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:42.158568 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-98bd12c9-1f76-41fd-972b-ad05229b90a4 req-389a6e76-355a-4208-8c06-b2b0d1a1f55e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 945 time: 0.0668426 Jun 17 19:09:42.200168 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-98bd12c9-1f76-41fd-972b-ad05229b90a4 req-9b16f2b2-b05f-4863-9f19-ba1b3495ae88 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337827 Jun 17 19:09:42.544774 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cf785-acdc-4784-a49b-085f336a45f3 req-9159d4ac-1ee6-4415-854c-5b38cbe02e96 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:42.546258 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-474cf785-acdc-4784-a49b-085f336a45f3 req-9159d4ac-1ee6-4415-854c-5b38cbe02e96 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0698221 Jun 17 19:09:42.595728 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-474cf785-acdc-4784-a49b-085f336a45f3 req-f517975e-0634-47fa-8205-e5d05a727d6f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437276 Jun 17 19:09:42.674581 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c10a2c-a2df-4627-b7d7-94c129051dba req-33341a13-4ba3-4b1e-b073-6a17fd8f802f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:42.676488 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-22c10a2c-a2df-4627-b7d7-94c129051dba req-33341a13-4ba3-4b1e-b073-6a17fd8f802f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0636752 Jun 17 19:09:42.716827 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-22c10a2c-a2df-4627-b7d7-94c129051dba req-e2431c1b-a0f1-4375-8e01-c9cdb2606958 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Jun 17 19:09:42.839621 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:42.886699 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:42.890310 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:42.890680 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:42.968255 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:42.991809 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:09:42.994483 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1660c2e0-bfa0-42a5-a2d5-b608ca3aa709" -d '{"events": [{"server_uuid": "1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1", "name": "network-vif-plugged", "status": "completed", "tag": "2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:09:43.007145 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9,segment=NetworkSegment(6deb365a-72d2-47c0-8079-fa400ccd9123),segment_id=6deb365a-72d2-47c0-8079-fa400ccd9123)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:43.011330 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:43.013569 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:43.041529 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe00019-2dfd-4cf2-99ea-c509538b7ade x-openstack-request-id: req-0fe00019-2dfd-4cf2-99ea-c509538b7ade {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:09:43.041822 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1", "name": "network-vif-plugged", "status": "completed", "tag": "2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:09:43.042101 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0fe00019-2dfd-4cf2-99ea-c509538b7ade {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:09:43.042527 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9', 'code': 200} Jun 17 19:09:43.070777 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:43.074704 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:43.270535 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eea41a-71f8-4624-87ff-4bb5f254aca3 req-a895b6bc-70f8-49d7-9a7d-8936529b9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:43.272063 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-46eea41a-71f8-4624-87ff-4bb5f254aca3 req-a895b6bc-70f8-49d7-9a7d-8936529b9713 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 1099 time: 0.0560687 Jun 17 19:09:43.310995 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-46eea41a-71f8-4624-87ff-4bb5f254aca3 req-ae2947bd-c491-4e49-9347-578a786d9448 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313489 Jun 17 19:09:43.382358 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3d4e-7f15-42df-84a6-e63ac01d1cc0 req-1f2e6c0a-1785-497d-aec2-758b03a10294 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:43.384476 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f04d3d4e-7f15-42df-84a6-e63ac01d1cc0 req-1f2e6c0a-1785-497d-aec2-758b03a10294 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 946 time: 0.0638187 Jun 17 19:09:43.421712 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f04d3d4e-7f15-42df-84a6-e63ac01d1cc0 req-f1219492-f1b5-487a-bf7e-b631de585d33 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314789 Jun 17 19:09:43.780831 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158ed2f-773c-4c30-a6b6-5c01cfdc2795 req-168dc5d2-1307-4b3f-8397-049f3906d926 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:43.782308 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f158ed2f-773c-4c30-a6b6-5c01cfdc2795 req-168dc5d2-1307-4b3f-8397-049f3906d926 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0704949 Jun 17 19:09:43.821585 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f158ed2f-773c-4c30-a6b6-5c01cfdc2795 req-aabc5e38-0c08-4909-942e-15421d220420 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330498 Jun 17 19:09:43.894700 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd451f2-db54-4a8b-943d-cd7b86ca13d7 req-d55e3d5d-98c3-4a52-8649-ad236def4177 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:43.896242 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9dd451f2-db54-4a8b-943d-cd7b86ca13d7 req-d55e3d5d-98c3-4a52-8649-ad236def4177 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0667560 Jun 17 19:09:43.933176 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9dd451f2-db54-4a8b-943d-cd7b86ca13d7 req-62d39b35-af95-48c1-9c61-31eaee770130 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Jun 17 19:09:44.623045 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07539ca-c5f7-4b49-b861-9f485dcd40b5 req-8f87e6f5-3d98-4e08-9236-c5d98865cb86 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:44.624610 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f07539ca-c5f7-4b49-b861-9f485dcd40b5 req-8f87e6f5-3d98-4e08-9236-c5d98865cb86 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 946 time: 0.0788004 Jun 17 19:09:44.666843 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f07539ca-c5f7-4b49-b861-9f485dcd40b5 req-c076e8b0-b076-4972-8dba-d45ad0bb5d34 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335166 Jun 17 19:09:45.016812 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077275c-60f1-4814-bca0-a003fce37cc2 req-8b82e8c1-dcfe-4cfe-86bb-4d8ad8903999 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:45.018373 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c077275c-60f1-4814-bca0-a003fce37cc2 req-8b82e8c1-dcfe-4cfe-86bb-4d8ad8903999 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0680971 Jun 17 19:09:45.090297 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c077275c-60f1-4814-bca0-a003fce37cc2 req-eee9b4df-27be-4fc2-a005-7a9d6a4af4bb tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658000 Jun 17 19:09:45.122209 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e526a-28cd-4ac9-a970-125d5d3fea3b req-8fa0bdf9-fc20-4047-876c-6e2fff480a13 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:45.126105 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-952e526a-28cd-4ac9-a970-125d5d3fea3b req-8fa0bdf9-fc20-4047-876c-6e2fff480a13 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0798414 Jun 17 19:09:45.164231 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-952e526a-28cd-4ac9-a970-125d5d3fea3b req-edb40ef4-a7e3-411a-acd0-1df51d6e6821 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Jun 17 19:09:45.440631 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 38530) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:45.551580 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed56c-6173-47cf-a5af-292552a23ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:45.651369 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed56c-6173-47cf-a5af-292552a23ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:45.655360 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed56c-6173-47cf-a5af-292552a23ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:45.657919 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-345fb9a3-f8bc-4f75-b006-dc5bbe656794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:45.691396 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ed56c-6173-47cf-a5af-292552a23ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3206cf7-54d2-41d7-8a74-c4f2bcd50e55,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:45.698859 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-5d4ed56c-6173-47cf-a5af-292552a23ace admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0d90e8e5ee04282864786209df2a7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541080 Jun 17 19:09:45.698859 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-5d4ed56c-6173-47cf-a5af-292552a23ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:45.699604 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 38538) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:09:45.747464 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd695274-d6ae-4c51-b440-b90d92423ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:45.768255 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd695274-d6ae-4c51-b440-b90d92423ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:45.854546 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd695274-d6ae-4c51-b440-b90d92423ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:45.857178 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-dd695274-d6ae-4c51-b440-b90d92423ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:45.858320 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-dd695274-d6ae-4c51-b440-b90d92423ee1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3206cf7-54d2-41d7-8a74-c4f2bcd50e55 HTTP/1.1" status: 204 len: 168 time: 0.1583240 Jun 17 19:09:45.859710 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-764fd8ea-435d-43b7-b3fb-23f50cf7aadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:45.869919 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471794a-4fff-4062-9e4b-e980f8dee7d6 req-b2917e3c-1985-4c11-9693-b94f25426c38 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:45.871370 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6471794a-4fff-4062-9e4b-e980f8dee7d6 req-b2917e3c-1985-4c11-9693-b94f25426c38 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 946 time: 0.0794466 Jun 17 19:09:45.876255 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd695274-d6ae-4c51-b440-b90d92423ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3206cf7-54d2-41d7-8a74-c4f2bcd50e55,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:45.880361 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dd695274-d6ae-4c51-b440-b90d92423ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:45.912724 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6471794a-4fff-4062-9e4b-e980f8dee7d6 req-888ca0f0-50cb-4d59-86a5-83e65b4f8929 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344610 Jun 17 19:09:46.297166 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6ee72-34b7-4253-b23f-c09aae3982ba req-062396a7-bb39-4551-aab4-6e0d7ab0b2d4 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:46.298605 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3eb6ee72-34b7-4253-b23f-c09aae3982ba req-062396a7-bb39-4551-aab4-6e0d7ab0b2d4 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0676982 Jun 17 19:09:46.364137 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3eb6ee72-34b7-4253-b23f-c09aae3982ba req-e015f54e-7919-41ae-af56-4766a25a45ef tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564938 Jun 17 19:09:46.389910 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e494baa-3407-4c11-a7a9-f7363b413e23 req-3636013b-1fe6-4394-813e-cfa3cc2db4e8 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:46.391449 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7e494baa-3407-4c11-a7a9-f7363b413e23 req-3636013b-1fe6-4394-813e-cfa3cc2db4e8 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1020255 Jun 17 19:09:46.434349 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7e494baa-3407-4c11-a7a9-f7363b413e23 req-89cca016-6866-402b-88b0-4e06797cdb47 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372295 Jun 17 19:09:46.797113 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56e1f1-11a4-4832-8989-aa6db27d5675 req-55e3c6d5-6eb6-4189-a562-66d69e9618dc tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:46.798553 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8b56e1f1-11a4-4832-8989-aa6db27d5675 req-55e3c6d5-6eb6-4189-a562-66d69e9618dc tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 946 time: 0.0618296 Jun 17 19:09:46.837243 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8b56e1f1-11a4-4832-8989-aa6db27d5675 req-b3024dd0-a3b6-465d-a487-e25038758fda tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327213 Jun 17 19:09:47.541919 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca5bd7-a4e1-4f9e-aacb-75677baba5e5 req-14806363-f8cd-4eac-9049-c870e96e2202 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:47.543406 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-aaca5bd7-a4e1-4f9e-aacb-75677baba5e5 req-14806363-f8cd-4eac-9049-c870e96e2202 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0637774 Jun 17 19:09:47.615492 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-aaca5bd7-a4e1-4f9e-aacb-75677baba5e5 req-9f5e98b8-9d23-47cf-8d54-da85be8190ac tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663013 Jun 17 19:09:47.639795 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fea23-99c9-41a4-9dd6-4f13b4a65eed req-fb1e3659-487f-4e63-a303-e2acaf353dbf tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:47.641244 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2a4fea23-99c9-41a4-9dd6-4f13b4a65eed req-fb1e3659-487f-4e63-a303-e2acaf353dbf tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0860655 Jun 17 19:09:47.680834 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2a4fea23-99c9-41a4-9dd6-4f13b4a65eed req-ec1db4b7-e08d-4fac-98fb-d5b9e4650203 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338838 Jun 17 19:09:47.975769 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6df217-12f9-4cde-830c-300e49de889d req-16776f2f-7c76-4259-a7a8-64910a43b502 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:47.977210 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-be6df217-12f9-4cde-830c-300e49de889d req-16776f2f-7c76-4259-a7a8-64910a43b502 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0838933 Jun 17 19:09:47.979308 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eedb1-0528-4d19-b41e-97059464f27f req-034f0a45-f7a5-4c7e-8cd4-4897af0c8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:47.980737 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-952eedb1-0528-4d19-b41e-97059464f27f req-034f0a45-f7a5-4c7e-8cd4-4897af0c8dce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f483840778a4b289070c9f068eae35f&device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 1098 time: 0.0526955 Jun 17 19:09:48.042274 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-be6df217-12f9-4cde-830c-300e49de889d req-61ae5130-8f71-4b66-a30e-0598a45bf930 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488424 Jun 17 19:09:48.072455 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93aed94-35ff-48f0-9b62-ef496e67e7ae req-505de727-e39b-4460-b0ff-402956e2ca9f tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:48.074030 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e93aed94-35ff-48f0-9b62-ef496e67e7ae req-505de727-e39b-4460-b0ff-402956e2ca9f tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 946 time: 0.1157150 Jun 17 19:09:48.099599 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eedb1-0528-4d19-b41e-97059464f27f req-a08cd139-0947-46e9-92cc-ab1c17a36f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:48.101662 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-952eedb1-0528-4d19-b41e-97059464f27f req-a08cd139-0947-46e9-92cc-ab1c17a36f8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=47474ca6-6289-4c8b-a386-ccceb3457590 HTTP/1.1" status: 200 len: 911 time: 0.1133778 Jun 17 19:09:48.118285 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e93aed94-35ff-48f0-9b62-ef496e67e7ae req-526c60c1-20ed-4ee5-af65-5fdd0a6418a0 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359218 Jun 17 19:09:48.173131 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-952eedb1-0528-4d19-b41e-97059464f27f req-f7d6e1cf-c9b8-4ed9-a9d7-c7dfdc0dc8a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6937ec75-d652-413d-85ea-721b9e9f4127 HTTP/1.1" status: 200 len: 1000 time: 0.0640023 Jun 17 19:09:48.224246 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eedb1-0528-4d19-b41e-97059464f27f req-9b91c289-97cf-488f-bbaa-540b732680f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:48.225756 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-952eedb1-0528-4d19-b41e-97059464f27f req-9b91c289-97cf-488f-bbaa-540b732680f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91c9f451-1e97-4705-99d3-c24a35bcad9a HTTP/1.1" status: 200 len: 849 time: 0.0444274 Jun 17 19:09:48.287769 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eedb1-0528-4d19-b41e-97059464f27f req-30f8ec5a-6fd8-40be-a334-0da5fb3117a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:48.289237 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-952eedb1-0528-4d19-b41e-97059464f27f req-30f8ec5a-6fd8-40be-a334-0da5fb3117a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47474ca6-6289-4c8b-a386-ccceb3457590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0559502 Jun 17 19:09:48.379910 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-952eedb1-0528-4d19-b41e-97059464f27f req-3a1a2a37-c357-45a1-9c6b-8a6b8af19f35 service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828762 Jun 17 19:09:48.475572 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-952eedb1-0528-4d19-b41e-97059464f27f req-4c3b7124-977a-4a00-805d-af94d0be4b5e service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870256 Jun 17 19:09:48.712350 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a2ec4-9826-4d26-ab0b-d872f2dced40 req-ba6b00e2-b2eb-4e6f-8d0f-a9371455ea99 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:48.713804 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-bd8a2ec4-9826-4d26-ab0b-d872f2dced40 req-ba6b00e2-b2eb-4e6f-8d0f-a9371455ea99 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 946 time: 0.0708852 Jun 17 19:09:48.843944 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [req-bd8a2ec4-9826-4d26-ab0b-d872f2dced40 req-ce04f1ff-ddf4-4376-80cd-9de7d26011ee tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Deleting port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:09:48.844283 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-bd8a2ec4-9826-4d26-ab0b-d872f2dced40 req-ce04f1ff-ddf4-4376-80cd-9de7d26011ee tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:48.858953 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367a375-f4d1-4fef-ac29-24f483cd51da req-0d0f9a1d-4c91-400c-85f7-f5fc9a4b1c7b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:48.860410 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1367a375-f4d1-4fef-ac29-24f483cd51da req-0d0f9a1d-4c91-400c-85f7-f5fc9a4b1c7b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0627279 Jun 17 19:09:48.898367 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1367a375-f4d1-4fef-ac29-24f483cd51da req-257a32c0-ceaf-4b9b-9a9c-24b1ab3b6819 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Jun 17 19:09:48.934861 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-bd8a2ec4-9826-4d26-ab0b-d872f2dced40 req-ce04f1ff-ddf4-4376-80cd-9de7d26011ee tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] For port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9,segment=NetworkSegment(6deb365a-72d2-47c0-8079-fa400ccd9123),segment_id=6deb365a-72d2-47c0-8079-fa400ccd9123)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:48.935217 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-bd8a2ec4-9826-4d26-ab0b-d872f2dced40 req-ce04f1ff-ddf4-4376-80cd-9de7d26011ee tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:49.000387 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [req-bd8a2ec4-9826-4d26-ab0b-d872f2dced40 req-ce04f1ff-ddf4-4376-80cd-9de7d26011ee tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Calling delete_port for 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 owned by compute:nova {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:09:49.128209 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-bd8a2ec4-9826-4d26-ab0b-d872f2dced40 req-ce04f1ff-ddf4-4376-80cd-9de7d26011ee tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:49.132106 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f01bff2d-bfb5-4f2e-808b-8b9406ae0196 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:49.153315 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:09:49.160925 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04f1ff-ddf4-4376-80cd-9de7d26011ee tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Pushing event deleted for resources: {'Port': ['ID=2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:49.166566 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ce04f1ff-ddf4-4376-80cd-9de7d26011ee tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:49.204823 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:09:49.253016 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8a2ec4-9826-4d26-ab0b-d872f2dced40 req-ce04f1ff-ddf4-4376-80cd-9de7d26011ee tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] No DVR routers for this DVR port 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 on host hv-cinder-79053 {{(pid=92947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:09:49.256342 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-bd8a2ec4-9826-4d26-ab0b-d872f2dced40 req-ce04f1ff-ddf4-4376-80cd-9de7d26011ee tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:49.259151 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-bd8a2ec4-9826-4d26-ab0b-d872f2dced40 req-ce04f1ff-ddf4-4376-80cd-9de7d26011ee tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.42 "DELETE /v2.0/ports/2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 HTTP/1.1" status: 204 len: 173 time: 0.5237074 Jun 17 19:09:49.259671 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1', 'name': 'network-vif-deleted', 'tag': '2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:09:49.262019 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c660da70-3929-4043-9886-a0fb23ff25c8" -d '{"events": [{"server_uuid": "1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1", "name": "network-vif-deleted", "tag": "2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:09:49.283700 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e0544-13d5-4d77-a23d-fdd336d35757 req-9b7c5436-3db2-4a80-986c-ad69c2fcd7a6 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:49.288005 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-525e0544-13d5-4d77-a23d-fdd336d35757 req-9b7c5436-3db2-4a80-986c-ad69c2fcd7a6 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1269429 Jun 17 19:09:49.328425 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1662d25a-130d-4e67-a11b-6ac7698d4a6a req-b6e48b3a-cdfa-4853-808b-b9f7b639c94a tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1 HTTP/1.1" status: 200 len: 210 time: 0.0393119 Jun 17 19:09:49.379176 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-525e0544-13d5-4d77-a23d-fdd336d35757 req-3e143e98-bc3c-4932-9a6e-8c2c26f770bd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800221 Jun 17 19:09:49.388589 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f822ce3-ecf3-4c01-a9de-c9dfae6eba96 x-openstack-request-id: req-0f822ce3-ecf3-4c01-a9de-c9dfae6eba96 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:09:49.388921 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1", "name": "network-vif-deleted", "tag": "2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:09:49.389214 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f822ce3-ecf3-4c01-a9de-c9dfae6eba96 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:09:49.389637 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8ea34a-7f42-4c2c-911c-94f2eb62aeb1', 'name': 'network-vif-deleted', 'tag': '2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9', 'status': 'completed', 'code': 200} Jun 17 19:09:50.079379 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2f5db-2e60-4d71-82f9-cf074558ae62 req-a8f4b8e6-da2e-46a6-b399-08671616e5e2 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:50.080798 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7fc2f5db-2e60-4d71-82f9-cf074558ae62 req-a8f4b8e6-da2e-46a6-b399-08671616e5e2 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0651054 Jun 17 19:09:50.119719 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7fc2f5db-2e60-4d71-82f9-cf074558ae62 req-9eb669f4-ef38-4dea-afab-8b4358690381 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Jun 17 19:09:50.558989 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fef005-183b-4d4d-8463-e4f386ca99dc req-88dca416-7d7e-4416-ab59-ed52d1fd0374 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:50.561257 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-25fef005-183b-4d4d-8463-e4f386ca99dc req-88dca416-7d7e-4416-ab59-ed52d1fd0374 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0699208 Jun 17 19:09:50.636020 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-25fef005-183b-4d4d-8463-e4f386ca99dc req-4e457fa1-5f43-40fd-abc6-cfdca502e4ad tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686970 Jun 17 19:09:50.710450 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-d35bf030-2472-4b0d-9ec5-fddaef1037f0 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:50.712322 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-d35bf030-2472-4b0d-9ec5-fddaef1037f0 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/networks?id=27f1c550-ed0c-42ea-89b7-5f45466a2f5a HTTP/1.1" status: 200 len: 808 time: 0.1239784 Jun 17 19:09:50.728271 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-73d2c41f-47c1-416f-a52e-8f91f3881f03 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/quotas/acca779fa13c4606b1a5a9dcf33d1ca7 HTTP/1.1" status: 200 len: 375 time: 0.0094924 Jun 17 19:09:50.760317 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-ad0aa3e8-d401-47ed-9ab6-4c2ed80d310c tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=acca779fa13c4606b1a5a9dcf33d1ca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270717 Jun 17 19:09:50.850609 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-d97a2e99-a3b6-410e-acbd-07e2ac86f51f service neutron] 10.222.0.10 "GET /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840225 Jun 17 19:09:50.944008 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f94aae74-e7d2-456d-bd81-a78202781ffe service neutron] 10.222.0.10 "GET /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871229 Jun 17 19:09:51.109342 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a4aeb38d-f305-41ef-a1d9-bbc5a9a5b1d4 req-c8d8d1b7-3175-4a8b-b269-a2bd00d23d95 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 210 time: 0.0318258 Jun 17 19:09:51.308940 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff6485-912b-4cf4-b4b8-01e4974d15d0 req-ebde5136-0937-4bde-bf79-303cb16a9617 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:51.310661 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-03ff6485-912b-4cf4-b4b8-01e4974d15d0 req-ebde5136-0937-4bde-bf79-303cb16a9617 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0697331 Jun 17 19:09:51.362736 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-03ff6485-912b-4cf4-b4b8-01e4974d15d0 req-d063c3fc-c6cf-49ec-b4f1-4a7396d6cd0b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456321 Jun 17 19:09:52.264116 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e1c86753-1e6d-4fc2-afdb-177326311a27 req-95157ffa-107a-402b-9d33-4c6c17dc1838 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 210 time: 0.0295088 Jun 17 19:09:52.303857 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-1e63ffd9-479c-4c07-8b10-6b9cb81a1d99 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:52.305995 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-1e63ffd9-479c-4c07-8b10-6b9cb81a1d99 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.42 "GET /v2.0/networks?id=27f1c550-ed0c-42ea-89b7-5f45466a2f5a HTTP/1.1" status: 200 len: 808 time: 0.1167228 Jun 17 19:09:52.319543 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Request body: {'port': {'device_id': 'eca46810-4f06-48af-bcdf-af5d104ac5cf', 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a', 'admin_state_up': True, 'tenant_id': 'acca779fa13c4606b1a5a9dcf33d1ca7'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:52.440156 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Made reservation on behalf of acca779fa13c4606b1a5a9dcf33d1ca7 for: {'port': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:09:52.444040 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:52.548588 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0090dc-2f7b-4165-b07b-f5383c45c4d3 req-533e4356-1874-4084-86be-dfbbf4c5df13 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:52.550326 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0b0090dc-2f7b-4165-b07b-f5383c45c4d3 req-533e4356-1874-4084-86be-dfbbf4c5df13 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0668175 Jun 17 19:09:52.574607 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Allocated IP 172.20.0.11 (27f1c550-ed0c-42ea-89b7-5f45466a2f5a/429542c6-6875-4a1c-b9f8-aaee38490b3e/0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:09:52.594541 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0b0090dc-2f7b-4165-b07b-f5383c45c4d3 req-2776ab07-a368-4cdf-871c-a8a0e10cea7d tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379868 Jun 17 19:09:52.738375 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:52.775943 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4087574'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:52.779872 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-1ee5641c-9a52-4100-ab2c-acd359931bef tempest-VolumesNegativeTest-238032948 tempest-VolumesNegativeTest-238032948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:52.819343 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:09:52.826858 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:52.832826 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:09:52.838864 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Pushing event updated for resources: {'Port': ['ID=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:52.861049 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:52.885997 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:52.886613 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:52.897707 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:09:52.900133 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-f532e8c7-379e-45cd-829b-c6e48f930774 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843394 Jun 17 19:09:52.911838 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Request body: {'port': {'device_id': 'eca46810-4f06-48af-bcdf-af5d104ac5cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:52.917087 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:09:52.917443 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 2f37ee08-0a08-4b8b-86a4-d8fa1cadf6f9 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:09:52.981897 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:53.122705 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-f5783cfe-122c-4440-80cf-c022713e9f47 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046346266&fields=id&tenant_id=757b4b2a898c4466bbba24e96119d22b HTTP/1.1" status: 200 len: 267 time: 0.0328646 Jun 17 19:09:53.248667 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-1c88ed03-923a-4522-8bf7-beeafd1d877b tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:53.250628 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-1c88ed03-923a-4522-8bf7-beeafd1d877b tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/networks?id=a8758562-b2d7-45e9-90da-9b08e68f259c HTTP/1.1" status: 200 len: 809 time: 0.1166906 Jun 17 19:09:53.268454 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:09:53.273069 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-bdc83785-41dd-4cc1-b0c2-88112cdea2c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/quotas/757b4b2a898c4466bbba24e96119d22b HTTP/1.1" status: 200 len: 375 time: 0.0152471 Jun 17 19:09:53.275916 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:53.291021 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Transition to ACTIVE for port object 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:53.302310 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:53.314845 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:53.440692 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Pushing event updated for resources: {'Port': ['ID=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:53.444782 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:53.467553 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Attempting to bind port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:09:53.467888 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Attempting to bind port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6deb365a-72d2-47c0-8079-fa400ccd9123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:09:53.468214 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Attempting to bind port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 on network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:53.472634 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 on network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:09:53.472947 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Attempting to bind port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 on network 27f1c550-ed0c-42ea-89b7-5f45466a2f5a {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:53.478800 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:09:53.479178 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Checking segment: {'id': '6deb365a-72d2-47c0-8079-fa400ccd9123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:53.479511 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Bound using segment: {'id': '6deb365a-72d2-47c0-8079-fa400ccd9123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:09:53.479937 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Bound port: 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6deb365a-72d2-47c0-8079-fa400ccd9123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:09:53.480282 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:53.544802 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] For port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64, host hv-cinder-79053, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:09:53.548396 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] For port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64,segment=NetworkSegment(6deb365a-72d2-47c0-8079-fa400ccd9123),segment_id=6deb365a-72d2-47c0-8079-fa400ccd9123)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:09:53.553960 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:53.556585 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:53.591090 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:53.591700 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:53.593911 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] 10.222.0.42 "PUT /v2.0/ports/0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 HTTP/1.1" status: 200 len: 1094 time: 0.6859500 Jun 17 19:09:53.594274 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca46810-4f06-48af-bcdf-af5d104ac5cf', 'tag': '0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:09:53.596589 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6cba90-2907-46ad-9b21-45cbd85fe296" -d '{"events": [{"name": "network-changed", "server_uuid": "eca46810-4f06-48af-bcdf-af5d104ac5cf", "tag": "0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:09:53.612447 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-bde54536-75d5-455c-8bcd-8f9099be15f8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=757b4b2a898c4466bbba24e96119d22b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3385448 Jun 17 19:09:53.620335 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Pushing event updated for resources: {'Port': ['ID=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:53.623309 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:53.629316 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8f970-021c-4d7d-916b-df9a8e12fd75 req-f7247f76-c4f8-4462-975a-435bba9fa478 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:53.630785 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-62f8f970-021c-4d7d-916b-df9a8e12fd75 req-f7247f76-c4f8-4462-975a-435bba9fa478 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 944 time: 0.0919232 Jun 17 19:09:53.702614 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-9911e57f-540b-41ee-be3b-1b351cf0cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:53.704225 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-9911e57f-540b-41ee-be3b-1b351cf0cb56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=acca779fa13c4606b1a5a9dcf33d1ca7&device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 1097 time: 0.0585938 Jun 17 19:09:53.728121 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-62f8f970-021c-4d7d-916b-df9a8e12fd75 req-79d3b7e1-da26-4761-9a4b-a38645142834 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871134 Jun 17 19:09:53.754693 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-1d4e7394-b37a-42ae-80f8-2172bcace014 service neutron] 10.222.0.10 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223366 Jun 17 19:09:53.756884 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-40c85a31-61bc-40e9-9069-2e4b66b0ca96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 HTTP/1.1" status: 200 len: 217 time: 0.0427032 Jun 17 19:09:53.789192 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c88b9ed-9914-4a1b-a01d-8284770d8cdb x-openstack-request-id: req-4c88b9ed-9914-4a1b-a01d-8284770d8cdb {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:09:53.789984 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca46810-4f06-48af-bcdf-af5d104ac5cf", "tag": "0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:09:53.790156 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c88b9ed-9914-4a1b-a01d-8284770d8cdb {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:09:53.790768 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca46810-4f06-48af-bcdf-af5d104ac5cf', 'tag': '0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64', 'status': 'completed', 'code': 200} Jun 17 19:09:53.811981 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3c8ded83-380e-4c28-9b90-a218f02705a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:53.813628 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-3c8ded83-380e-4c28-9b90-a218f02705a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=429542c6-6875-4a1c-b9f8-aaee38490b3e HTTP/1.1" status: 200 len: 848 time: 0.0504179 Jun 17 19:09:53.848863 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-5c78f687-2aba-41c1-86a3-410030895294 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27f1c550-ed0c-42ea-89b7-5f45466a2f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265586 Jun 17 19:09:53.851641 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-b78f0f9c-bd25-47ec-af53-0976a0485f71 service neutron] 10.222.0.10 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904696 Jun 17 19:09:53.949708 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a173f57-187f-4acc-aa72-2100d6b7d2ff req-101a57ac-acf4-4b4e-991a-6878cb4f6ef6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:53.951241 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5a173f57-187f-4acc-aa72-2100d6b7d2ff req-101a57ac-acf4-4b4e-991a-6878cb4f6ef6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0693724 Jun 17 19:09:53.951587 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-cd340cbd-3be8-4746-bd3f-2dcd184be6ea service neutron] 10.222.0.42 "GET /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947371 Jun 17 19:09:53.990727 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5a173f57-187f-4acc-aa72-2100d6b7d2ff req-814e7140-0a9d-4178-bf2d-6b68a473b66d tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335274 Jun 17 19:09:54.056582 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2cf5b87f-7ed3-4bd2-802f-89af59e4f31a req-b6325ed1-c5c8-4fd8-befd-48c2bd5f504b service neutron] 10.222.0.42 "GET /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980082 Jun 17 19:09:54.163565 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7dc62521-b0d6-4b10-9891-68759cbcf177 req-8f45bd0f-e8aa-4f6d-8aed-782b397297fb tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 210 time: 0.0312247 Jun 17 19:09:54.167087 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cba90-2907-46ad-9b21-45cbd85fe296 req-412bac02-940b-4072-b9ef-30759c1c21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:54.168541 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-7f6cba90-2907-46ad-9b21-45cbd85fe296 req-412bac02-940b-4072-b9ef-30759c1c21c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=acca779fa13c4606b1a5a9dcf33d1ca7&device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 1097 time: 0.0611031 Jun 17 19:09:54.265388 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cba90-2907-46ad-9b21-45cbd85fe296 req-8c302b17-2561-4429-aac2-952fb11742ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:54.266936 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-7f6cba90-2907-46ad-9b21-45cbd85fe296 req-8c302b17-2561-4429-aac2-952fb11742ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=27f1c550-ed0c-42ea-89b7-5f45466a2f5a HTTP/1.1" status: 200 len: 909 time: 0.0907800 Jun 17 19:09:54.319607 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-7f6cba90-2907-46ad-9b21-45cbd85fe296 req-46d4f6f1-d384-4f3e-8d2f-88174e01948f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 HTTP/1.1" status: 200 len: 217 time: 0.0423276 Jun 17 19:09:54.371015 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cba90-2907-46ad-9b21-45cbd85fe296 req-a7126986-19b1-45bb-a326-5216bb099712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:54.373358 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-7f6cba90-2907-46ad-9b21-45cbd85fe296 req-a7126986-19b1-45bb-a326-5216bb099712 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=429542c6-6875-4a1c-b9f8-aaee38490b3e HTTP/1.1" status: 200 len: 848 time: 0.0467949 Jun 17 19:09:54.406447 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-7f6cba90-2907-46ad-9b21-45cbd85fe296 req-872bf2d1-15c2-46e2-af36-2a095bb49386 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27f1c550-ed0c-42ea-89b7-5f45466a2f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259504 Jun 17 19:09:54.701675 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-7f6cba90-2907-46ad-9b21-45cbd85fe296 req-f9d88823-9076-44a6-a20c-aeca8d9545e3 service neutron] 10.222.0.42 "GET /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872019 Jun 17 19:09:54.809956 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-7f6cba90-2907-46ad-9b21-45cbd85fe296 req-cbb3cc38-fe88-429b-a190-879cd7825831 service neutron] 10.222.0.42 "GET /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957985 Jun 17 19:09:54.912809 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de03b4-8781-4857-ad95-1bb27093a76d req-66647052-85f7-4707-8b02-718fd0f01c89 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:54.914210 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-06de03b4-8781-4857-ad95-1bb27093a76d req-66647052-85f7-4707-8b02-718fd0f01c89 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 944 time: 0.0663378 Jun 17 19:09:54.959365 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-06de03b4-8781-4857-ad95-1bb27093a76d req-d3281c81-5eda-419e-bb34-f85736eddcf7 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383949 Jun 17 19:09:55.167592 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35373520-fa7f-4f7b-8913-8ee4ee556c66 req-07726cf5-2d70-47d8-ba72-f9e40ed9c4f4 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:55.169045 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-35373520-fa7f-4f7b-8913-8ee4ee556c66 req-07726cf5-2d70-47d8-ba72-f9e40ed9c4f4 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0621486 Jun 17 19:09:55.209220 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-35373520-fa7f-4f7b-8913-8ee4ee556c66 req-ac972c41-0bcd-46bd-8c5e-951ace5f70d1 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342977 Jun 17 19:09:55.295235 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd33fb-12a2-4bd9-adbe-4be5846f785f req-4bac2906-cc23-4474-bba7-dea786cd4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:55.296783 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f3cd33fb-12a2-4bd9-adbe-4be5846f785f req-4bac2906-cc23-4474-bba7-dea786cd4386 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93451ec394194b2fba97e72592b1e653&device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 1098 time: 0.0546701 Jun 17 19:09:55.309082 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-569c46c0-0c43-47c4-aa51-fc79808f7008 req-0edadcb6-9be9-4e82-a6b6-41b1e851d08c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 210 time: 0.0323572 Jun 17 19:09:55.415434 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd33fb-12a2-4bd9-adbe-4be5846f785f req-d4f0ad8e-0dcf-4091-a569-582430e5d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:55.416806 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f3cd33fb-12a2-4bd9-adbe-4be5846f785f req-d4f0ad8e-0dcf-4091-a569-582430e5d098 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 200 len: 920 time: 0.0944805 Jun 17 19:09:55.457610 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-a80d10b0-8424-4aef-b99a-fbf993626ffe tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:55.459755 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-a80d10b0-8424-4aef-b99a-fbf993626ffe tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.42 "GET /v2.0/networks?id=a8758562-b2d7-45e9-90da-9b08e68f259c HTTP/1.1" status: 200 len: 809 time: 0.1098995 Jun 17 19:09:55.466646 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f3cd33fb-12a2-4bd9-adbe-4be5846f785f req-7ad1e7cf-6f63-42b4-8249-45dfb808315b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8722bcae-e77a-44d0-b165-ab79a8d410f3 HTTP/1.1" status: 200 len: 217 time: 0.0388801 Jun 17 19:09:55.525501 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-ea2eded8-aa1c-4104-ba98-1d1cf718c474 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757b4b2a898c4466bbba24e96119d22b HTTP/1.1" status: 200 len: 380 time: 0.0440197 Jun 17 19:09:55.525931 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd33fb-12a2-4bd9-adbe-4be5846f785f req-a7e87eff-f38c-4095-a707-3edb57c6fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:55.527489 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f3cd33fb-12a2-4bd9-adbe-4be5846f785f req-a7e87eff-f38c-4095-a707-3edb57c6fe08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cd3fd67-d089-4814-8e68-8c6a919c213f HTTP/1.1" status: 200 len: 859 time: 0.0446346 Jun 17 19:09:55.548205 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Request body: {'port': {'device_id': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'admin_state_up': True, 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'security_groups': ['c7d278d8-e913-4cde-8214-09ff780dd5b6']}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:55.574848 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f3cd33fb-12a2-4bd9-adbe-4be5846f785f req-d5d9156d-3a92-4241-a80b-6f5f365cd53b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d539c9-58d2-423d-b233-c8fbfb44a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287364 Jun 17 19:09:55.668853 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Made reservation on behalf of 757b4b2a898c4466bbba24e96119d22b for: {'port': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:09:55.672463 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:55.679456 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f3cd33fb-12a2-4bd9-adbe-4be5846f785f req-76ca0ffd-41fc-4f0e-9f0d-0552c1c610c1 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966146 Jun 17 19:09:55.772028 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f3cd33fb-12a2-4bd9-adbe-4be5846f785f req-863733ee-64d1-4dfe-a7db-c620d8f78b82 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861607 Jun 17 19:09:55.802460 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Allocated IP 172.20.0.11 (a8758562-b2d7-45e9-90da-9b08e68f259c/c6a58b27-3bdd-4e10-9279-04f7aceee1db/7a18002b-834b-49f5-9655-3babb843d682) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:09:55.947944 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:55.962208 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Transition to ACTIVE for port object 7a18002b-834b-49f5-9655-3babb843d682 will not be triggered until provisioned by entity DHCP. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:55.998951 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:56.004076 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:56.046379 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Network a8758562-b2d7-45e9-90da-9b08e68f259c is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:09:56.050118 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:09:56.053835 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:09:56.090152 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event updated for resources: {'Port': ['ID=7a18002b-834b-49f5-9655-3babb843d682,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:56.093274 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:56.150912 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:56.151521 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:56.171561 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6272938 Jun 17 19:09:56.189689 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba41e7b-a942-43e2-bc01-fba7b1ef3258 req-4089ea76-61ad-4a95-aab8-0088f6e18bd5 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:56.191060 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1ba41e7b-a942-43e2-bc01-fba7b1ef3258 req-4089ea76-61ad-4a95-aab8-0088f6e18bd5 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 944 time: 0.1021886 Jun 17 19:09:56.194737 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Request body: {'port': {'device_id': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:09:56.235512 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-754ee49b-cad7-42ad-82d2-c35cd564d5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:56.266750 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1ba41e7b-a942-43e2-bc01-fba7b1ef3258 req-f84894aa-d7c5-4ffa-9b02-f8e3e1b30853 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682657 Jun 17 19:09:56.282380 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-0e056705-6cac-42ec-b958-62c671208b42 None None] Provisioning for port 7a18002b-834b-49f5-9655-3babb843d682 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:56.286429 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-0e056705-6cac-42ec-b958-62c671208b42 None None] Provisioning complete for port 7a18002b-834b-49f5-9655-3babb843d682 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:56.286810 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-0e056705-6cac-42ec-b958-62c671208b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:56.303605 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:56.321069 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-0e056705-6cac-42ec-b958-62c671208b42 None None] Port 7a18002b-834b-49f5-9655-3babb843d682 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:09:56.572118 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7139ec-458c-4a29-9dac-5abd88329829 req-ed6a0db9-89f9-4fd8-a136-b002782aecdc tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:56.573545 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0a7139ec-458c-4a29-9dac-5abd88329829 req-ed6a0db9-89f9-4fd8-a136-b002782aecdc tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.2273550 Jun 17 19:09:56.616937 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c59a4b-4cc1-4def-a48d-639f624773b2 req-53678019-17ab-4f66-8bf7-6c1c04b9f4fe tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:56.619076 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e0c59a4b-4cc1-4def-a48d-639f624773b2 req-53678019-17ab-4f66-8bf7-6c1c04b9f4fe tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 932 time: 0.1810553 Jun 17 19:09:56.681086 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0a7139ec-458c-4a29-9dac-5abd88329829 req-5dd78811-86c0-439b-906a-d051663e3d7c tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972211 Jun 17 19:09:56.713124 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e0c59a4b-4cc1-4def-a48d-639f624773b2 req-b8032596-89aa-4fc0-898b-a534191c94f9 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835068 Jun 17 19:09:56.723495 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a18002b-834b-49f5-9655-3babb843d682 {{(pid=92948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:09:56.732234 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:56.744808 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Transition to ACTIVE for port object 7a18002b-834b-49f5-9655-3babb843d682 will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:09:56.748705 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:56.752167 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:56.831774 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a18002b-834b-49f5-9655-3babb843d682,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:56.852575 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:56.906231 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Attempting to bind port 7a18002b-834b-49f5-9655-3babb843d682 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:09:56.906604 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Attempting to bind port 7a18002b-834b-49f5-9655-3babb843d682 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:09:56.906924 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Attempting to bind port 7a18002b-834b-49f5-9655-3babb843d682 on network a8758562-b2d7-45e9-90da-9b08e68f259c {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:56.911285 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Port 7a18002b-834b-49f5-9655-3babb843d682 on network a8758562-b2d7-45e9-90da-9b08e68f259c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:09:56.911603 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Attempting to bind port 7a18002b-834b-49f5-9655-3babb843d682 on network a8758562-b2d7-45e9-90da-9b08e68f259c {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:09:56.916589 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:09:56.916931 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Checking segment: {'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:09:56.917311 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Bound using segment: {'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:09:56.917744 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Bound port: 7a18002b-834b-49f5-9655-3babb843d682, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:09:56.918115 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:56.919263 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:09:56.987681 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] For port 7a18002b-834b-49f5-9655-3babb843d682, host hv-cinder-79053, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:09:56.990726 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] For port 7a18002b-834b-49f5-9655-3babb843d682, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a18002b-834b-49f5-9655-3babb843d682,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:09:56.994932 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:56.997191 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:57.017883 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64,segment=NetworkSegment(6deb365a-72d2-47c0-8079-fa400ccd9123),segment_id=6deb365a-72d2-47c0-8079-fa400ccd9123)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:57.029338 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64', 'network_id': '27f1c550-ed0c-42ea-89b7-5f45466a2f5a', 'port_id': '0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64', 'mac_address': 'fa:16:3e:bf:c0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429542c6-6875-4a1c-b9f8-aaee38490b3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:09:57.034127 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:57.034820 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:57.036293 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/7a18002b-834b-49f5-9655-3babb843d682 HTTP/1.1" status: 200 len: 1094 time: 0.8544886 Jun 17 19:09:57.036794 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'tag': '7a18002b-834b-49f5-9655-3babb843d682'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:09:57.039201 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6133c788-b6ad-4d72-b148-a814eb61a32b" -d '{"events": [{"name": "network-changed", "server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "tag": "7a18002b-834b-49f5-9655-3babb843d682"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:09:57.060583 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a18002b-834b-49f5-9655-3babb843d682,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:57.064006 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:57.078968 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:57.095143 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:09:57.096504 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbd3e8c-6176-425a-a986-ce24d68ec705 x-openstack-request-id: req-9bbd3e8c-6176-425a-a986-ce24d68ec705 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:09:57.096875 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "tag": "7a18002b-834b-49f5-9655-3babb843d682", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:09:57.097164 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9bbd3e8c-6176-425a-a986-ce24d68ec705 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:09:57.097587 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'tag': '7a18002b-834b-49f5-9655-3babb843d682', 'status': 'completed', 'code': 200} Jun 17 19:09:57.115795 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64,segment=NetworkSegment(6deb365a-72d2-47c0-8079-fa400ccd9123),segment_id=6deb365a-72d2-47c0-8079-fa400ccd9123)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:57.120536 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:57.122542 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:57.169618 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-46750129-f9c2-40c2-bd10-2bcc9d0cd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:57.171144 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-46750129-f9c2-40c2-bd10-2bcc9d0cd28b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b4b2a898c4466bbba24e96119d22b&device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0620162 Jun 17 19:09:57.177343 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:57.186788 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:57.187431 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:57.188015 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:57.188835 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:57.189641 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:57.190162 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:57.190279 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:57.191085 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:57.191085 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:57.191585 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:57.191976 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:57.192363 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:09:57.197686 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:57.222979 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-1a1076dc-29f0-4a18-93d9-9731219975cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a18002b-834b-49f5-9655-3babb843d682 HTTP/1.1" status: 200 len: 217 time: 0.0412073 Jun 17 19:09:57.275594 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-55fcc220-2b05-49cb-acbc-1317b2773b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:57.277013 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-55fcc220-2b05-49cb-acbc-1317b2773b9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6a58b27-3bdd-4e10-9279-04f7aceee1db HTTP/1.1" status: 200 len: 848 time: 0.0462234 Jun 17 19:09:57.352169 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-59e5f537-3356-48ee-93b7-824980767524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:57.353543 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-59e5f537-3356-48ee-93b7-824980767524 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8758562-b2d7-45e9-90da-9b08e68f259c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694284 Jun 17 19:09:57.394527 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:09:57.481289 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-88176c45-b0d5-490c-96a8-3ee011364c18 service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172762 Jun 17 19:09:57.517578 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355be0df-4869-4b45-887b-f96755a0119d req-d085bd5f-1aa9-475d-8bae-e5a76d8facef tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:57.519042 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-355be0df-4869-4b45-887b-f96755a0119d req-d085bd5f-1aa9-475d-8bae-e5a76d8facef tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 945 time: 0.1361122 Jun 17 19:09:57.601121 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-355be0df-4869-4b45-887b-f96755a0119d req-adb7e28c-59a0-40c6-93c7-f4cd25b23b35 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758479 Jun 17 19:09:57.616395 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-33b1beb8-407e-4fef-912d-9bb8cc31ea0d req-e73c8b50-f527-4721-93ce-ef3c5a7bc0e5 service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276922 Jun 17 19:09:57.722521 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133c788-b6ad-4d72-b148-a814eb61a32b req-e0cd6c95-1faa-4c0a-a956-d857f56a41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:57.724351 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6133c788-b6ad-4d72-b148-a814eb61a32b req-e0cd6c95-1faa-4c0a-a956-d857f56a41c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b4b2a898c4466bbba24e96119d22b&device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0551834 Jun 17 19:09:57.807741 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:57.835316 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133c788-b6ad-4d72-b148-a814eb61a32b req-0c4fcad7-ee4a-4e16-b7f5-9034ad84f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:57.837480 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6133c788-b6ad-4d72-b148-a814eb61a32b req-0c4fcad7-ee4a-4e16-b7f5-9034ad84f2cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8758562-b2d7-45e9-90da-9b08e68f259c HTTP/1.1" status: 200 len: 910 time: 0.1058815 Jun 17 19:09:57.919525 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6133c788-b6ad-4d72-b148-a814eb61a32b req-d18f9449-37bf-44d3-9e62-1b61840a7501 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a18002b-834b-49f5-9655-3babb843d682 HTTP/1.1" status: 200 len: 217 time: 0.0587554 Jun 17 19:09:57.991637 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e10-51d5-4b0d-a71a-5b60a567d48f req-9ecabd94-d2bb-4f80-ac25-1b1506e0434d tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:57.993273 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-791b3e10-51d5-4b0d-a71a-5b60a567d48f req-9ecabd94-d2bb-4f80-ac25-1b1506e0434d tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1734416 Jun 17 19:09:57.996644 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133c788-b6ad-4d72-b148-a814eb61a32b req-3f7c1cd1-c789-4602-8d28-dce72d90bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:57.997943 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6133c788-b6ad-4d72-b148-a814eb61a32b req-3f7c1cd1-c789-4602-8d28-dce72d90bcba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6a58b27-3bdd-4e10-9279-04f7aceee1db HTTP/1.1" status: 200 len: 848 time: 0.0718117 Jun 17 19:09:58.047452 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cc001-48de-4794-a285-3dc8b1a821f8 req-1751b733-7535-4f1d-aca5-a9c17e4bad58 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:58.048859 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-aa2cc001-48de-4794-a285-3dc8b1a821f8 req-1751b733-7535-4f1d-aca5-a9c17e4bad58 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 944 time: 0.2148826 Jun 17 19:09:58.094479 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-791b3e10-51d5-4b0d-a71a-5b60a567d48f req-73122d5c-5735-4206-bfe7-4c63f8aecbf9 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940876 Jun 17 19:09:58.120995 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-aa2cc001-48de-4794-a285-3dc8b1a821f8 req-c6f33936-784d-46da-aa03-dafdb521e45a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654943 Jun 17 19:09:58.123512 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133c788-b6ad-4d72-b148-a814eb61a32b req-b19916a6-b5e9-4f79-bc00-2ac6b9b80532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:58.124901 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6133c788-b6ad-4d72-b148-a814eb61a32b req-b19916a6-b5e9-4f79-bc00-2ac6b9b80532 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8758562-b2d7-45e9-90da-9b08e68f259c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1152709 Jun 17 19:09:58.215636 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6133c788-b6ad-4d72-b148-a814eb61a32b req-6d6875d0-c130-498c-8587-107ed5ce5dfc service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829027 Jun 17 19:09:58.327916 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6133c788-b6ad-4d72-b148-a814eb61a32b req-b7b8e349-3eca-4bb4-a815-4d296918be72 service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926623 Jun 17 19:09:58.735504 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-3faa9223-0b77-41a3-ad1d-7b493deaf960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:58.772585 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f4f30-aebd-443b-87fd-a444e647dc7b req-74f38b4f-5e34-431e-ba29-53e7412f9285 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:58.775705 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-585f4f30-aebd-443b-87fd-a444e647dc7b req-74f38b4f-5e34-431e-ba29-53e7412f9285 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 945 time: 0.0627670 Jun 17 19:09:58.818114 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-585f4f30-aebd-443b-87fd-a444e647dc7b req-2d000b3b-29cd-4850-8b52-c13a13492058 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377955 Jun 17 19:09:58.928862 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:09:58.989490 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:09:58.993171 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:58.994635 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:09:58.994991 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:59.066928 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:59.088782 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca46810-4f06-48af-bcdf-af5d104ac5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:09:59.091043 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eb214b-d886-4a20-852e-4e3a5d6f0e56" -d '{"events": [{"server_uuid": "eca46810-4f06-48af-bcdf-af5d104ac5cf", "name": "network-vif-plugged", "status": "completed", "tag": "0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:09:59.103390 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64,segment=NetworkSegment(6deb365a-72d2-47c0-8079-fa400ccd9123),segment_id=6deb365a-72d2-47c0-8079-fa400ccd9123)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:09:59.108066 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:09:59.109778 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:09:59.130806 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abf145e-5fea-4144-b4b0-1226be948791 x-openstack-request-id: req-3abf145e-5fea-4144-b4b0-1226be948791 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:09:59.131103 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca46810-4f06-48af-bcdf-af5d104ac5cf", "name": "network-vif-plugged", "status": "completed", "tag": "0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:09:59.131358 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3abf145e-5fea-4144-b4b0-1226be948791 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:09:59.131901 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca46810-4f06-48af-bcdf-af5d104ac5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64', 'code': 200} Jun 17 19:09:59.159987 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:09:59.162912 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:09:59.337574 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a3acd-501c-48b6-8dc4-d7e95f2ede3e req-1a151417-2cbd-4878-acaf-0ef5eef22689 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:59.339081 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-238a3acd-501c-48b6-8dc4-d7e95f2ede3e req-1a151417-2cbd-4878-acaf-0ef5eef22689 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 944 time: 0.0919135 Jun 17 19:09:59.347298 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b53de3-a091-4f4e-8307-5646e4d0406a req-555de9c8-c3ea-445d-9125-baf5ab57b96a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:59.348671 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b9b53de3-a091-4f4e-8307-5646e4d0406a req-555de9c8-c3ea-445d-9125-baf5ab57b96a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1278675 Jun 17 19:09:59.442737 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-238a3acd-501c-48b6-8dc4-d7e95f2ede3e req-07aabf10-19c9-4ca7-b5e9-eabb01c3ab97 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863831 Jun 17 19:09:59.447179 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b9b53de3-a091-4f4e-8307-5646e4d0406a req-b46adf95-43ea-4267-9642-b913170e1fa2 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885563 Jun 17 19:09:59.458144 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de41929-f693-4ef2-96a0-b72ab2a3be76 req-a55c0e66-2b07-4bde-b2ef-c7126a8a0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:09:59.459612 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4de41929-f693-4ef2-96a0-b72ab2a3be76 req-a55c0e66-2b07-4bde-b2ef-c7126a8a0eda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 1099 time: 0.1196907 Jun 17 19:09:59.495714 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4de41929-f693-4ef2-96a0-b72ab2a3be76 req-9053341b-bb08-4c65-b945-4ebc50b262cd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284040 Jun 17 19:09:59.865585 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:00.216936 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4b05c-f490-4e3a-82c4-0d6e6c50d603 req-ee6afb9a-877f-474b-9cb9-1858a1dbfedf tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:00.218396 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-61b4b05c-f490-4e3a-82c4-0d6e6c50d603 req-ee6afb9a-877f-474b-9cb9-1858a1dbfedf tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 946 time: 0.2884781 Jun 17 19:10:00.257050 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-61b4b05c-f490-4e3a-82c4-0d6e6c50d603 req-3a57dcb4-c8c5-4dad-b9a3-ece916c2d593 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326719 Jun 17 19:10:00.676345 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f184a01-ee04-468e-8ff1-c62c5f6527f4 req-92fd7091-2d2a-4f21-9ac9-e2a4ef8c42f6 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:00.677775 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6f184a01-ee04-468e-8ff1-c62c5f6527f4 req-92fd7091-2d2a-4f21-9ac9-e2a4ef8c42f6 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 944 time: 0.1204004 Jun 17 19:10:00.686176 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecea8d-16ce-4ad5-971d-b5f44de8af0c req-19c2f87a-27e5-4324-a6a8-543f45b21058 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:00.687493 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-02ecea8d-16ce-4ad5-971d-b5f44de8af0c req-19c2f87a-27e5-4324-a6a8-543f45b21058 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1193845 Jun 17 19:10:00.734631 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6f184a01-ee04-468e-8ff1-c62c5f6527f4 req-8378be58-a7ed-44d2-b221-2cd4b28b7dca tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461330 Jun 17 19:10:00.747459 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-02ecea8d-16ce-4ad5-971d-b5f44de8af0c req-9a3b8d64-80ef-43cb-bc1a-29eb5759a114 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534194 Jun 17 19:10:00.944828 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7a18002b-834b-49f5-9655-3babb843d682 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:10:01.044735 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7a18002b-834b-49f5-9655-3babb843d682, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a18002b-834b-49f5-9655-3babb843d682,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:01.057582 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '7a18002b-834b-49f5-9655-3babb843d682', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'port_id': '7a18002b-834b-49f5-9655-3babb843d682', 'mac_address': 'fa:16:3e:a9:3d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:10:01.098358 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:01.114400 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a18002b-834b-49f5-9655-3babb843d682 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:10:01.138855 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7a18002b-834b-49f5-9655-3babb843d682, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a18002b-834b-49f5-9655-3babb843d682,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:01.143221 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:01.145820 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:01.190266 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7a18002b-834b-49f5-9655-3babb843d682,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:01.193237 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:01.424975 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059def24-0a1f-41ae-947b-d635935355db req-4e799d2b-1e09-41b5-8623-6e711399e308 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:01.426416 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-059def24-0a1f-41ae-947b-d635935355db req-4e799d2b-1e09-41b5-8623-6e711399e308 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 946 time: 0.0606861 Jun 17 19:10:01.463736 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-059def24-0a1f-41ae-947b-d635935355db req-35ed9c6c-b6f6-4aca-a2ca-e48bb560c398 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Jun 17 19:10:01.467696 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['7a18002b-834b-49f5-9655-3babb843d682'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:10:01.969255 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f65043-d149-4ddc-a2c4-e20b8e971b94 req-853e024e-fc4f-4fc3-86e8-4e126eff4187 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:01.972060 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-03f65043-d149-4ddc-a2c4-e20b8e971b94 req-853e024e-fc4f-4fc3-86e8-4e126eff4187 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 945 time: 0.1106918 Jun 17 19:10:01.985893 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290f3ee-2a15-450b-99e3-f6301e51271e req-fb3af29c-ba6d-467a-9b2e-83dc13d9bba9 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:01.987384 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3290f3ee-2a15-450b-99e3-f6301e51271e req-fb3af29c-ba6d-467a-9b2e-83dc13d9bba9 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1146340 Jun 17 19:10:02.004230 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:02.044754 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-03f65043-d149-4ddc-a2c4-e20b8e971b94 req-8289b9e4-dcc8-4ee4-897e-11606017c8f4 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564063 Jun 17 19:10:02.047722 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3290f3ee-2a15-450b-99e3-f6301e51271e req-2432e5d6-4ac1-4633-a398-f7068a06bc65 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529215 Jun 17 19:10:02.421004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea200f8-3df7-40a9-b580-aacc555cbda5 req-75e80acc-c82d-453d-904e-4dba7642096f tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:02.422483 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fea200f8-3df7-40a9-b580-aacc555cbda5 req-75e80acc-c82d-453d-904e-4dba7642096f tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 946 time: 0.0674107 Jun 17 19:10:02.488610 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fea200f8-3df7-40a9-b580-aacc555cbda5 req-144833d7-c78f-486d-94af-69f670473767 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602355 Jun 17 19:10:02.515563 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38946a99-b616-4bda-8007-f7b86a338a01 req-bcd6fc0f-bff4-4bb4-b6cb-cfa9b6403531 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:02.516994 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-38946a99-b616-4bda-8007-f7b86a338a01 req-bcd6fc0f-bff4-4bb4-b6cb-cfa9b6403531 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 946 time: 0.0828278 Jun 17 19:10:02.554925 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-38946a99-b616-4bda-8007-f7b86a338a01 req-b0f9e0bf-2797-4782-b3a2-4d675efdea56 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Jun 17 19:10:02.960579 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7a18002b-834b-49f5-9655-3babb843d682 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:10:03.008468 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 7a18002b-834b-49f5-9655-3babb843d682 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:10:03.011837 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 7a18002b-834b-49f5-9655-3babb843d682 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:10:03.012213 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:03.088730 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:03.111116 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a18002b-834b-49f5-9655-3babb843d682'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:10:03.113386 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb7caa6-d65c-478c-ad8c-9ba35092c1cb" -d '{"events": [{"server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "name": "network-vif-plugged", "status": "completed", "tag": "7a18002b-834b-49f5-9655-3babb843d682"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:10:03.126922 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7a18002b-834b-49f5-9655-3babb843d682, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a18002b-834b-49f5-9655-3babb843d682,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:03.138245 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:03.140234 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:03.189919 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7a18002b-834b-49f5-9655-3babb843d682,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:03.192854 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:03.276238 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159a0db-93b3-4629-bbe1-e4df190ee390 req-e8c0dc8e-0b16-48ab-8905-58b8378dab3a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:03.277682 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8159a0db-93b3-4629-bbe1-e4df190ee390 req-e8c0dc8e-0b16-48ab-8905-58b8378dab3a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1153176 Jun 17 19:10:03.285233 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5eba0-7307-4496-845e-5fc7a4242593 req-c4199cc8-2e16-403c-9897-aabe396d0bed tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:03.286567 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3de5eba0-7307-4496-845e-5fc7a4242593 req-c4199cc8-2e16-403c-9897-aabe396d0bed tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.1092942 Jun 17 19:10:03.341827 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8159a0db-93b3-4629-bbe1-e4df190ee390 req-303d4ef0-6c8a-46ae-8763-39e3eb77ab86 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542564 Jun 17 19:10:03.346334 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3de5eba0-7307-4496-845e-5fc7a4242593 req-598b80a8-2c9f-49fe-8784-7385620f5da5 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526011 Jun 17 19:10:03.392112 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb00e39-1dc6-4b51-a264-37c7cd55fea9 x-openstack-request-id: req-cdb00e39-1dc6-4b51-a264-37c7cd55fea9 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:10:03.392410 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "name": "network-vif-plugged", "status": "completed", "tag": "7a18002b-834b-49f5-9655-3babb843d682", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:10:03.392672 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cdb00e39-1dc6-4b51-a264-37c7cd55fea9 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:10:03.393071 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a18002b-834b-49f5-9655-3babb843d682', 'code': 200} Jun 17 19:10:03.663071 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69dc811-379a-492f-8d9e-6525934deb13 req-de868bf3-d617-44dd-bf42-1d1f23da1f03 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:03.664759 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e69dc811-379a-492f-8d9e-6525934deb13 req-de868bf3-d617-44dd-bf42-1d1f23da1f03 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 946 time: 0.0676179 Jun 17 19:10:03.762391 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e69dc811-379a-492f-8d9e-6525934deb13 req-13740cec-37c0-4297-9b56-e46e6a416e5d tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d361a3c-7121-452c-8e4b-a760f2c998b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848260 Jun 17 19:10:03.791377 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a075818-cee4-4f84-b64b-69bd59c6892a req-5d79819d-df55-4d49-8c1b-06c13066f7a8 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:03.792797 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6a075818-cee4-4f84-b64b-69bd59c6892a req-5d79819d-df55-4d49-8c1b-06c13066f7a8 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 946 time: 0.1241546 Jun 17 19:10:03.810493 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e481e-b0f2-4300-a6f5-0abb29143041 req-cdf04716-98d0-4909-a939-50135efd1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:03.811863 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-781e481e-b0f2-4300-a6f5-0abb29143041 req-cdf04716-98d0-4909-a939-50135efd1731 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 1099 time: 0.0946550 Jun 17 19:10:03.848122 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6a075818-cee4-4f84-b64b-69bd59c6892a req-965f012b-5e68-4180-a174-0c4e65950c93 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474603 Jun 17 19:10:03.861638 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-781e481e-b0f2-4300-a6f5-0abb29143041 req-271995da-d5c9-486f-bafc-be3af7a392c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370021 Jun 17 19:10:04.271922 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc1559-a5dc-4f5a-a87f-f7b0a835f4d4 req-cc5c6d95-3c0a-4e95-b801-e8880263d581 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:04.273415 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-29bc1559-a5dc-4f5a-a87f-f7b0a835f4d4 req-cc5c6d95-3c0a-4e95-b801-e8880263d581 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.42 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 946 time: 0.0624871 Jun 17 19:10:04.382712 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-29bc1559-a5dc-4f5a-a87f-f7b0a835f4d4 req-6e297b7f-4a60-46c3-aebd-02035a1b005e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Deleting port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:10:04.383564 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-29bc1559-a5dc-4f5a-a87f-f7b0a835f4d4 req-6e297b7f-4a60-46c3-aebd-02035a1b005e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:04.532309 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-29bc1559-a5dc-4f5a-a87f-f7b0a835f4d4 req-6e297b7f-4a60-46c3-aebd-02035a1b005e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] For port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64,segment=NetworkSegment(6deb365a-72d2-47c0-8079-fa400ccd9123),segment_id=6deb365a-72d2-47c0-8079-fa400ccd9123)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:04.532669 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-29bc1559-a5dc-4f5a-a87f-f7b0a835f4d4 req-6e297b7f-4a60-46c3-aebd-02035a1b005e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:04.602547 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-29bc1559-a5dc-4f5a-a87f-f7b0a835f4d4 req-6e297b7f-4a60-46c3-aebd-02035a1b005e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Calling delete_port for 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:10:04.669605 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b42c7-32f7-4407-994b-b8686c07f9d9 req-1fdb087d-e5e9-49ea-8a14-fbc0bcb4ba5a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:04.671111 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-592b42c7-32f7-4407-994b-b8686c07f9d9 req-1fdb087d-e5e9-49ea-8a14-fbc0bcb4ba5a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.2180915 Jun 17 19:10:04.701214 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce94af-41f8-486e-9542-a3c3ae6e8f2d req-f4d3ee5b-1fd0-4402-8d37-3347f3d13fa8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:04.702647 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d2ce94af-41f8-486e-9542-a3c3ae6e8f2d req-f4d3ee5b-1fd0-4402-8d37-3347f3d13fa8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.2361133 Jun 17 19:10:04.760325 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-592b42c7-32f7-4407-994b-b8686c07f9d9 req-b9caa2eb-6fff-4385-b4de-c322d715df5b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827627 Jun 17 19:10:04.777370 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d2ce94af-41f8-486e-9542-a3c3ae6e8f2d req-c367a47f-3b95-4254-9e00-905e784edc46 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624318 Jun 17 19:10:04.837891 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-29bc1559-a5dc-4f5a-a87f-f7b0a835f4d4 req-6e297b7f-4a60-46c3-aebd-02035a1b005e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:04.842832 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:04.855930 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:10:04.869260 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e297b7f-4a60-46c3-aebd-02035a1b005e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Pushing event deleted for resources: {'Port': ['ID=0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:04.875635 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6e297b7f-4a60-46c3-aebd-02035a1b005e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:04.940733 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bc1559-a5dc-4f5a-a87f-f7b0a835f4d4 req-6e297b7f-4a60-46c3-aebd-02035a1b005e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] No DVR routers for this DVR port 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:10:04.943420 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-00aec4a1-40e9-4480-aa72-bfe27a394409 req-8791bdb2-1e82-44dd-8ac5-4083941fa1b9 tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca46810-4f06-48af-bcdf-af5d104ac5cf HTTP/1.1" status: 200 len: 210 time: 0.0475245 Jun 17 19:10:04.945563 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-29bc1559-a5dc-4f5a-a87f-f7b0a835f4d4 req-6e297b7f-4a60-46c3-aebd-02035a1b005e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:04.947372 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-29bc1559-a5dc-4f5a-a87f-f7b0a835f4d4 req-6e297b7f-4a60-46c3-aebd-02035a1b005e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] 10.222.0.42 "DELETE /v2.0/ports/0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 HTTP/1.1" status: 204 len: 173 time: 0.6676188 Jun 17 19:10:04.947871 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca46810-4f06-48af-bcdf-af5d104ac5cf', 'name': 'network-vif-deleted', 'tag': '0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:10:04.950294 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea7f0f5-72d2-4d73-aaa1-d9edbd9e8d1f" -d '{"events": [{"server_uuid": "eca46810-4f06-48af-bcdf-af5d104ac5cf", "name": "network-vif-deleted", "tag": "0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:10:05.015760 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeba389-b09a-4357-852a-16a8f29f0ece x-openstack-request-id: req-cfeba389-b09a-4357-852a-16a8f29f0ece {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:10:05.016089 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca46810-4f06-48af-bcdf-af5d104ac5cf", "name": "network-vif-deleted", "tag": "0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:10:05.017295 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cfeba389-b09a-4357-852a-16a8f29f0ece {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:10:05.017295 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca46810-4f06-48af-bcdf-af5d104ac5cf', 'name': 'network-vif-deleted', 'tag': '0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64', 'status': 'completed', 'code': 200} Jun 17 19:10:05.056739 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1189bb4-1b5a-4bbf-9761-a1955d130e05 req-90aa559a-f02b-417e-8f29-13ddca37433c tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:05.058146 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e1189bb4-1b5a-4bbf-9761-a1955d130e05 req-90aa559a-f02b-417e-8f29-13ddca37433c tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 946 time: 0.0755477 Jun 17 19:10:05.098136 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e1189bb4-1b5a-4bbf-9761-a1955d130e05 req-e657de57-a081-4f29-be66-8eee1773acb4 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339780 Jun 17 19:10:05.978265 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e6af6-54d3-4524-a1c2-fe35a544ec20 req-c5bb6d2f-0d4c-495f-a7c5-104c0063d66b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:05.979719 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6f7e6af6-54d3-4524-a1c2-fe35a544ec20 req-c5bb6d2f-0d4c-495f-a7c5-104c0063d66b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1019802 Jun 17 19:10:05.999088 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e021f4-b0b9-4727-9f2f-7b2a09a9a385 req-25efbd77-69d8-4fdf-848a-e08ad54daa57 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:06.000462 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-44e021f4-b0b9-4727-9f2f-7b2a09a9a385 req-25efbd77-69d8-4fdf-848a-e08ad54daa57 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0928736 Jun 17 19:10:06.048655 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6f7e6af6-54d3-4524-a1c2-fe35a544ec20 req-1228f005-e0d1-451c-a8f3-a77e7cf0314a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626938 Jun 17 19:10:06.053521 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-44e021f4-b0b9-4727-9f2f-7b2a09a9a385 req-b60d4c20-4cda-4dd1-8750-f5eb171011d1 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459790 Jun 17 19:10:06.269801 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b8485-2af2-4837-97aa-5c74b7ecab75 req-a436d09c-e47f-4349-840d-59a11bb13469 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:06.271274 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7e2b8485-2af2-4837-97aa-5c74b7ecab75 req-a436d09c-e47f-4349-840d-59a11bb13469 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0983758 Jun 17 19:10:06.328250 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4e528-9c1e-4a18-9a89-aa1ff0c541ad req-f087e513-ba75-47cb-9459-f2b00f159d12 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:06.329702 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-59f4e528-9c1e-4a18-9a89-aa1ff0c541ad req-f087e513-ba75-47cb-9459-f2b00f159d12 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 946 time: 0.1092043 Jun 17 19:10:06.332759 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7e2b8485-2af2-4837-97aa-5c74b7ecab75 req-511b20be-ca0b-45ce-8f16-f4022fadb683 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532985 Jun 17 19:10:06.358884 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 38832) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:06.378866 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-59f4e528-9c1e-4a18-9a89-aa1ff0c541ad req-04c880c6-3590-4de2-b0c3-92db27842135 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Jun 17 19:10:06.567919 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd1df6-70eb-48b6-b458-2a5c008058ca tempest-TestShelveInstance-1963682096 tempest-TestShelveInstance-1963682096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:06.569388 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-becd1df6-70eb-48b6-b458-2a5c008058ca tempest-TestShelveInstance-1963682096 tempest-TestShelveInstance-1963682096-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 1094 time: 0.2096012 Jun 17 19:10:06.573053 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 38846) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:06.578116 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Request body: {'floatingip': {'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'port_id': '7a18002b-834b-49f5-9655-3babb843d682', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:10:06.602740 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for floatingip, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:06.700801 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:06.804315 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Allocated IP 172.28.2.168 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/8cd4ac70-3cb2-457e-84db-e65f1246a728) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:10:06.917483 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:06.954929 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:06.957764 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:06.990692 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:10:06.993565 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:10:06.996881 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:10:07.025980 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event updated for resources: {'Port': ['ID=8cd4ac70-3cb2-457e-84db-e65f1246a728,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:07.029883 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:07.281899 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b53d8c-4017-42b1-9267-fe5dc0a30e0d req-fdfc63b4-4815-4e91-8e1f-a419cd1f06b7 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:07.283544 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d6b53d8c-4017-42b1-9267-fe5dc0a30e0d req-fdfc63b4-4815-4e91-8e1f-a419cd1f06b7 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1192412 Jun 17 19:10:07.418015 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d6b53d8c-4017-42b1-9267-fe5dc0a30e0d req-803de49b-828d-49df-b7a9-a645b6709ccb tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259136 Jun 17 19:10:07.536882 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:07.676721 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6348425-c4c5-43a2-ae09-789c7bc2ceac req-b24b8781-874d-493e-969f-0ae492c6def6 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:07.678475 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e6348425-c4c5-43a2-ae09-789c7bc2ceac req-b24b8781-874d-493e-969f-0ae492c6def6 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 946 time: 0.1431127 Jun 17 19:10:07.696812 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:07.756390 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e6348425-c4c5-43a2-ae09-789c7bc2ceac req-6003bae6-fb00-41cb-9cde-93bcda9c44bd tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688906 Jun 17 19:10:07.909201 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:07.917110 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:07.923627 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:07.996655 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event updated for resources: {'Port': ['ID=8cd4ac70-3cb2-457e-84db-e65f1246a728,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:08.000969 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:08.008324 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:08.122965 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.l3_db [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Floating IP 6f885c2b-838e-47da-8805-b3c7da27a31a associated. External IP: 172.28.2.168, port: 7a18002b-834b-49f5-9655-3babb843d682. Jun 17 19:10:08.588099 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Router d295da02-737d-4559-a138-f59e3b20feba has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:10:08.738941 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd723-b5e7-420e-a588-5796920b8839 req-dcbf6737-f524-4b70-9494-fbf27ce16f1a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:08.740326 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a69fd723-b5e7-420e-a588-5796920b8839 req-dcbf6737-f524-4b70-9494-fbf27ce16f1a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1486683 Jun 17 19:10:08.747968 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:10:08.764318 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dea497e-3a8d-477d-86fa-32ab1ac8084b None None] Sync routers for ids ['d295da02-737d-4559-a138-f59e3b20feba'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:10:08.776760 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:08.779693 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea497e-3a8d-477d-86fa-32ab1ac8084b None None] Routers {'d295da02-737d-4559-a138-f59e3b20feba'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:10:08.782002 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-4dea497e-3a8d-477d-86fa-32ab1ac8084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:09:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d295da02-737d-4559-a138-f59e3b20feba'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:08.863223 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a69fd723-b5e7-420e-a588-5796920b8839 req-be71d7ea-d527-49e8-ab94-f9f43ddae8e2 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103375 Jun 17 19:10:08.868183 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2941701 Jun 17 19:10:08.868836 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'tag': '7a18002b-834b-49f5-9655-3babb843d682'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:10:08.871208 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5481aac9-9f46-4575-a074-7e0275cc3760" -d '{"events": [{"name": "network-changed", "server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "tag": "7a18002b-834b-49f5-9655-3babb843d682"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:10:08.969873 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb2f53d-a717-497b-a125-890e1b794261 x-openstack-request-id: req-2eb2f53d-a717-497b-a125-890e1b794261 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:10:08.970555 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "tag": "7a18002b-834b-49f5-9655-3babb843d682", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:10:08.971029 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2eb2f53d-a717-497b-a125-890e1b794261 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:10:08.971659 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'tag': '7a18002b-834b-49f5-9655-3babb843d682', 'status': 'completed', 'code': 200} Jun 17 19:10:09.006060 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:10:09.046758 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:10:09.047205 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 0e5cf3e2-9d16-4a2d-8ff3-ac930c4baf64 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:10:09.128300 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aac9-9f46-4575-a074-7e0275cc3760 req-2494417a-b934-4dac-9003-4e5278d3a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:09.130516 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5481aac9-9f46-4575-a074-7e0275cc3760 req-2494417a-b934-4dac-9003-4e5278d3a171 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b4b2a898c4466bbba24e96119d22b&device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 1099 time: 0.1208329 Jun 17 19:10:09.133744 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-4dea497e-3a8d-477d-86fa-32ab1ac8084b None None] Set router d295da02-737d-4559-a138-f59e3b20feba gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:10:09.324412 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aac9-9f46-4575-a074-7e0275cc3760 req-0e008d7d-0478-4858-a238-ab56b0d21b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:09.325857 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5481aac9-9f46-4575-a074-7e0275cc3760 req-0e008d7d-0478-4858-a238-ab56b0d21b31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8758562-b2d7-45e9-90da-9b08e68f259c HTTP/1.1" status: 200 len: 910 time: 0.1787989 Jun 17 19:10:09.328498 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5040cc-0543-4034-8891-add8ee7d6306 req-d856423b-1bb9-41c9-8b09-859862c2b2d4 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:09.330578 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2f5040cc-0543-4034-8891-add8ee7d6306 req-d856423b-1bb9-41c9-8b09-859862c2b2d4 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.42 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 946 time: 0.1451800 Jun 17 19:10:09.357734 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5b881-3c5a-4bce-8e22-1b8c3d6d8066 req-06db1f5c-06c9-44be-abac-d09b65f47c90 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:09.359255 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-17b5b881-3c5a-4bce-8e22-1b8c3d6d8066 req-06db1f5c-06c9-44be-abac-d09b65f47c90 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 946 time: 0.1020534 Jun 17 19:10:09.486863 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-17b5b881-3c5a-4bce-8e22-1b8c3d6d8066 req-b4b3c0e4-b6c9-4df6-87a9-29ada7499207 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976572 Jun 17 19:10:09.488814 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5481aac9-9f46-4575-a074-7e0275cc3760 req-b7ae5904-dae2-4627-b806-00fbaa5709d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a18002b-834b-49f5-9655-3babb843d682 HTTP/1.1" status: 200 len: 1000 time: 0.1478431 Jun 17 19:10:09.509106 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [req-2f5040cc-0543-4034-8891-add8ee7d6306 req-9233cd82-31d6-4d96-b923-6b5ef2070e66 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Deleting port b8465934-dc34-48cb-a665-c797fe9b6cc3 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:10:09.509740 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2f5040cc-0543-4034-8891-add8ee7d6306 req-9233cd82-31d6-4d96-b923-6b5ef2070e66 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:09.552552 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aac9-9f46-4575-a074-7e0275cc3760 req-92dba392-6e61-43c4-a9ac-61ec35687ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:09.554182 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5481aac9-9f46-4575-a074-7e0275cc3760 req-92dba392-6e61-43c4-a9ac-61ec35687ce5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6a58b27-3bdd-4e10-9279-04f7aceee1db HTTP/1.1" status: 200 len: 848 time: 0.0567281 Jun 17 19:10:09.559411 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-4dea497e-3a8d-477d-86fa-32ab1ac8084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:09:13Z', 'revision_number': 4, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '6f885c2b-838e-47da-8805-b3c7da27a31a', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'floating_ip_address': '172.28.2.168', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'port_id': '7a18002b-834b-49f5-9655-3babb843d682', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'mac_address': 'fa:16:3e:a9:3d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:10:07Z', 'updated_at': '2021-06-17T19:10:07Z', 'revision_number': 0, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba8f413-3c8a-4460-b404-f8fddaa7915e', 'name': '', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'mac_address': 'fa:16:3e:c7:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:12Z', 'updated_at': '2021-06-17T19:09:21Z', 'revision_number': 5, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'subnets': [{'id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:09.598694 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dea497e-3a8d-477d-86fa-32ab1ac8084b None None] Checking router: d295da02-737d-4559-a138-f59e3b20feba for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:10:09.608910 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea497e-3a8d-477d-86fa-32ab1ac8084b None None] Routers {'d295da02-737d-4559-a138-f59e3b20feba'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:10:09.609981 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-4dea497e-3a8d-477d-86fa-32ab1ac8084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:09:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d295da02-737d-4559-a138-f59e3b20feba'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:09.610277 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [req-2f5040cc-0543-4034-8891-add8ee7d6306 req-9233cd82-31d6-4d96-b923-6b5ef2070e66 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] For port b8465934-dc34-48cb-a665-c797fe9b6cc3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b8465934-dc34-48cb-a665-c797fe9b6cc3,segment=NetworkSegment(d5ba5998-72f0-4060-9ffe-06828470372d),segment_id=d5ba5998-72f0-4060-9ffe-06828470372d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:09.610653 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2f5040cc-0543-4034-8891-add8ee7d6306 req-9233cd82-31d6-4d96-b923-6b5ef2070e66 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:09.647284 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aac9-9f46-4575-a074-7e0275cc3760 req-3a8cf613-0061-436e-8f28-30fac27cc2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:09.650306 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5481aac9-9f46-4575-a074-7e0275cc3760 req-3a8cf613-0061-436e-8f28-30fac27cc2da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8758562-b2d7-45e9-90da-9b08e68f259c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870323 Jun 17 19:10:09.687566 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [req-2f5040cc-0543-4034-8891-add8ee7d6306 req-9233cd82-31d6-4d96-b923-6b5ef2070e66 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Calling delete_port for b8465934-dc34-48cb-a665-c797fe9b6cc3 owned by compute:nova {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:10:09.748988 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-4dea497e-3a8d-477d-86fa-32ab1ac8084b None None] Set router d295da02-737d-4559-a138-f59e3b20feba gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:10:09.822918 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5481aac9-9f46-4575-a074-7e0275cc3760 req-9c40d529-9192-416f-bc6e-f1dea4638841 service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643660 Jun 17 19:10:09.842754 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2f5040cc-0543-4034-8891-add8ee7d6306 req-9233cd82-31d6-4d96-b923-6b5ef2070e66 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:09.854742 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-3646652d-80be-4c6a-9d2f-eec355d1e08d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:09.883506 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['b8465934-dc34-48cb-a665-c797fe9b6cc3'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:10:10.071212 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5040cc-0543-4034-8891-add8ee7d6306 req-9233cd82-31d6-4d96-b923-6b5ef2070e66 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] No DVR routers for this DVR port b8465934-dc34-48cb-a665-c797fe9b6cc3 on host hv-cinder-79053 {{(pid=92947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:10:10.073116 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233cd82-31d6-4d96-b923-6b5ef2070e66 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Pushing event deleted for resources: {'Port': ['ID=b8465934-dc34-48cb-a665-c797fe9b6cc3,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:10.075304 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [req-2f5040cc-0543-4034-8891-add8ee7d6306 req-9233cd82-31d6-4d96-b923-6b5ef2070e66 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:10.078060 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-2f5040cc-0543-4034-8891-add8ee7d6306 req-9233cd82-31d6-4d96-b923-6b5ef2070e66 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.42 "DELETE /v2.0/ports/b8465934-dc34-48cb-a665-c797fe9b6cc3 HTTP/1.1" status: 204 len: 173 time: 0.7295818 Jun 17 19:10:10.078060 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edcdbbd-a2ec-453e-83a6-5a2154e23def', 'name': 'network-vif-deleted', 'tag': 'b8465934-dc34-48cb-a665-c797fe9b6cc3'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:10:10.081092 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6dc900-5170-425a-becc-567ecf67ddd1" -d '{"events": [{"server_uuid": "9edcdbbd-a2ec-453e-83a6-5a2154e23def", "name": "network-vif-deleted", "tag": "b8465934-dc34-48cb-a665-c797fe9b6cc3"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:10:10.083417 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-9233cd82-31d6-4d96-b923-6b5ef2070e66 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:10.161574 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7547843-f1b7-47b1-9390-064148d586f4 x-openstack-request-id: req-c7547843-f1b7-47b1-9390-064148d586f4 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:10:10.162147 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edcdbbd-a2ec-453e-83a6-5a2154e23def", "name": "network-vif-deleted", "tag": "b8465934-dc34-48cb-a665-c797fe9b6cc3", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:10:10.162617 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7547843-f1b7-47b1-9390-064148d586f4 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:10:10.163218 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edcdbbd-a2ec-453e-83a6-5a2154e23def', 'name': 'network-vif-deleted', 'tag': 'b8465934-dc34-48cb-a665-c797fe9b6cc3', 'status': 'completed', 'code': 200} Jun 17 19:10:10.168499 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5481aac9-9f46-4575-a074-7e0275cc3760 req-bce7dce6-1044-4d17-b3b1-d9afa20c3d37 service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368673 Jun 17 19:10:10.319151 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-4dea497e-3a8d-477d-86fa-32ab1ac8084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:09:13Z', 'revision_number': 4, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '6f885c2b-838e-47da-8805-b3c7da27a31a', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'floating_ip_address': '172.28.2.168', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'port_id': '7a18002b-834b-49f5-9655-3babb843d682', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'mac_address': 'fa:16:3e:a9:3d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:10:07Z', 'updated_at': '2021-06-17T19:10:07Z', 'revision_number': 0, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba8f413-3c8a-4460-b404-f8fddaa7915e', 'name': '', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'mac_address': 'fa:16:3e:c7:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:12Z', 'updated_at': '2021-06-17T19:09:21Z', 'revision_number': 5, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'subnets': [{'id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:10.320619 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f6d5-3d61-40b3-8543-93e0f31fb81b req-3d41404d-7263-418a-868a-d7af96f105fc tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:10.322178 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d8a6f6d5-3d61-40b3-8543-93e0f31fb81b req-3d41404d-7263-418a-868a-d7af96f105fc tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1022985 Jun 17 19:10:10.362271 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dea497e-3a8d-477d-86fa-32ab1ac8084b None None] The sync data for ids ['d295da02-737d-4559-a138-f59e3b20feba'] in dv-cinder-790535-5-smb is: [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:09:13Z', 'revision_number': 4, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '6f885c2b-838e-47da-8805-b3c7da27a31a', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'floating_ip_address': '172.28.2.168', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'port_id': '7a18002b-834b-49f5-9655-3babb843d682', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'mac_address': 'fa:16:3e:a9:3d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:10:07Z', 'updated_at': '2021-06-17T19:10:07Z', 'revision_number': 0, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba8f413-3c8a-4460-b404-f8fddaa7915e', 'name': '', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'mac_address': 'fa:16:3e:c7:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:12Z', 'updated_at': '2021-06-17T19:09:21Z', 'revision_number': 5, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'subnets': [{'id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:10:10.406437 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d8a6f6d5-3d61-40b3-8543-93e0f31fb81b req-1c292205-a567-44cd-a64d-255d6f5bf2fb tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754898 Jun 17 19:10:10.668416 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a6b3b2c1-b632-4277-b686-e316ac8e577f req-e384c227-eaec-4a27-87eb-021233defb94 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=9edcdbbd-a2ec-453e-83a6-5a2154e23def HTTP/1.1" status: 200 len: 210 time: 0.0406377 Jun 17 19:10:10.675981 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fee5d6-7cf5-4d39-85bc-5b724f649868 None None] New status for floating IP 6f885c2b-838e-47da-8805-b3c7da27a31a: ACTIVE {{(pid=92949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 19:10:11.594858 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e5f4c-1a01-4363-b626-b5a8ac69d5e0 req-5fb6cc36-4c1d-42b0-9c3b-5e332fc0f3d2 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:11.597156 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0a7e5f4c-1a01-4363-b626-b5a8ac69d5e0 req-5fb6cc36-4c1d-42b0-9c3b-5e332fc0f3d2 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0660243 Jun 17 19:10:11.641517 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0a7e5f4c-1a01-4363-b626-b5a8ac69d5e0 req-7968999f-971a-4bd6-b87c-acb162424dc1 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360260 Jun 17 19:10:12.884488 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64468995-9852-4173-842a-333b223e2a27 req-c2872396-491a-4a62-94a8-601044467331 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:12.885950 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-64468995-9852-4173-842a-333b223e2a27 req-c2872396-491a-4a62-94a8-601044467331 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0993896 Jun 17 19:10:12.942761 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-64468995-9852-4173-842a-333b223e2a27 req-4d5de886-cac8-40bb-a9a5-a696a673af0e tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 Jun 17 19:10:13.027119 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device b8465934-dc34-48cb-a665-c797fe9b6cc3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:10:13.056740 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: b8465934-dc34-48cb-a665-c797fe9b6cc3 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:10:13.057406 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device b8465934-dc34-48cb-a665-c797fe9b6cc3 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:10:14.130023 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b063a-79de-45e6-b008-36e035b36637 req-bd74f597-c063-4f2a-8d21-bb903d8eae3f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:14.132243 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-950b063a-79de-45e6-b008-36e035b36637 req-bd74f597-c063-4f2a-8d21-bb903d8eae3f tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0775735 Jun 17 19:10:14.180790 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-950b063a-79de-45e6-b008-36e035b36637 req-3472c4ff-e18a-4cb1-a140-505fb81622a2 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 Jun 17 19:10:15.383165 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef22289-adfc-473a-ac05-a9cafedf9758 req-97b17a93-9856-4994-b919-9e4bd9bdc3b2 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:15.385246 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cef22289-adfc-473a-ac05-a9cafedf9758 req-97b17a93-9856-4994-b919-9e4bd9bdc3b2 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0839369 Jun 17 19:10:15.437135 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cef22289-adfc-473a-ac05-a9cafedf9758 req-f19fb0f3-5de1-485d-b79a-cacd6492fd90 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446615 Jun 17 19:10:15.758066 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a55bc-26fa-4436-8f4f-48820e59164d req-8f68309c-2b43-4659-80a6-202d169ebd8b tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:15.759862 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-8f68309c-2b43-4659-80a6-202d169ebd8b tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/networks?id=ea41ec67-85df-49fb-89f1-a865ac40ac72 HTTP/1.1" status: 200 len: 814 time: 0.1194925 Jun 17 19:10:15.778027 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-f8d48faa-e55d-4ff4-a084-d8e46cd3468f tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/quotas/d79e60fa0666440f98a049643c3b5d35 HTTP/1.1" status: 200 len: 375 time: 0.0109544 Jun 17 19:10:15.819078 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-35d0ba25-c9b8-46a9-8f3f-0ba6912ed49e tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d79e60fa0666440f98a049643c3b5d35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341227 Jun 17 19:10:15.920937 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-b83b1e13-4e27-414f-a237-4bc893acaf55 service neutron] 10.222.0.10 "GET /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927396 Jun 17 19:10:16.028363 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-99e343ef-5bd8-4ac5-8fb6-9310e4af7481 service neutron] 10.222.0.10 "GET /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993605 Jun 17 19:10:16.291896 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-70452346-4e3d-4424-9be7-e7444f49c881 req-2cf4f2fa-fccf-4196-982f-07f599fbe93c tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 210 time: 0.0654645 Jun 17 19:10:16.697887 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7e56-520a-4975-aeec-bef4fc183102 req-6b0ca9c4-9539-43ae-99f7-741936701915 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:16.699679 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b01a7e56-520a-4975-aeec-bef4fc183102 req-6b0ca9c4-9539-43ae-99f7-741936701915 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0970414 Jun 17 19:10:16.745086 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b01a7e56-520a-4975-aeec-bef4fc183102 req-b117d181-9bd6-4fcf-ba09-7182aadaa0ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369446 Jun 17 19:10:17.452137 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3fee4297-99bc-42f4-ba4d-ed85091cf2e6 req-1666e8d7-d875-4523-8570-60bf7683b231 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 210 time: 0.0373590 Jun 17 19:10:17.559539 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a55bc-26fa-4436-8f4f-48820e59164d req-0d2767af-2c56-4d8c-88b8-08023cd0fc13 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:17.561152 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-0d2767af-2c56-4d8c-88b8-08023cd0fc13 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.42 "GET /v2.0/networks?id=ea41ec67-85df-49fb-89f1-a865ac40ac72 HTTP/1.1" status: 200 len: 814 time: 0.1079292 Jun 17 19:10:17.576616 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-447a55bc-26fa-4436-8f4f-48820e59164d req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Request body: {'port': {'device_id': '17440f46-266b-4430-9663-efc8d3affc32', 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72', 'admin_state_up': True, 'tenant_id': 'd79e60fa0666440f98a049643c3b5d35'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:10:17.707436 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447a55bc-26fa-4436-8f4f-48820e59164d req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Made reservation on behalf of d79e60fa0666440f98a049643c3b5d35 for: {'port': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:10:17.711203 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-447a55bc-26fa-4436-8f4f-48820e59164d req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:17.845053 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [req-447a55bc-26fa-4436-8f4f-48820e59164d req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Allocated IP 172.20.0.11 (ea41ec67-85df-49fb-89f1-a865ac40ac72/18838074-19ef-4fa4-b0b7-00d64f2301e0/a2d4d3ff-a237-4b0d-9464-af6fe086919d) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:10:18.025970 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72793a3a-5eae-4609-bf59-82753139bcf6 req-0da5434d-7eca-47b1-b432-b5f64b392204 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:18.027507 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-72793a3a-5eae-4609-bf59-82753139bcf6 req-0da5434d-7eca-47b1-b432-b5f64b392204 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1489916 Jun 17 19:10:18.082941 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-447a55bc-26fa-4436-8f4f-48820e59164d req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:18.096115 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-72793a3a-5eae-4609-bf59-82753139bcf6 req-5d15958a-79d8-467d-b4ac-89c20ae840de tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604496 Jun 17 19:10:18.131034 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-447a55bc-26fa-4436-8f4f-48820e59164d req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:18.136151 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-56db4e5b-01f7-4638-8d0d-fb662587da76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:18.182269 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447a55bc-26fa-4436-8f4f-48820e59164d req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Network ea41ec67-85df-49fb-89f1-a865ac40ac72 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:10:18.185548 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [req-447a55bc-26fa-4436-8f4f-48820e59164d req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:10:18.191926 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-447a55bc-26fa-4436-8f4f-48820e59164d req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:10:18.198662 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Pushing event updated for resources: {'Port': ['ID=a2d4d3ff-a237-4b0d-9464-af6fe086919d,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:18.218705 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:18.244634 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a55bc-26fa-4436-8f4f-48820e59164d req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:18.245258 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-447a55bc-26fa-4436-8f4f-48820e59164d req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:18.262930 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6904814 Jun 17 19:10:18.286798 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Request body: {'port': {'device_id': '17440f46-266b-4430-9663-efc8d3affc32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:10:18.396204 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:18.775415 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d4d3ff-a237-4b0d-9464-af6fe086919d {{(pid=92948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:10:18.794569 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:18.806774 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f4073-7fd8-4d62-93df-41678af76132 req-c97860fe-0845-49a9-8b0c-711e21928894 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:18.808208 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7a4f4073-7fd8-4d62-93df-41678af76132 req-c97860fe-0845-49a9-8b0c-711e21928894 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 932 time: 0.1770873 Jun 17 19:10:18.833772 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Transition to ACTIVE for port object a2d4d3ff-a237-4b0d-9464-af6fe086919d will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:10:18.842568 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:18.855823 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-47d0e01a-6462-450c-b3a8-c1e5e3164624 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:18.908778 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61b6b1-b1bd-40d9-877d-e4a4c022b02b req-598d441d-ece7-4854-af3e-1c6228f991c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:18.910945 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-1a61b6b1-b1bd-40d9-877d-e4a4c022b02b req-598d441d-ece7-4854-af3e-1c6228f991c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 1098 time: 0.0672944 Jun 17 19:10:18.962406 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7a4f4073-7fd8-4d62-93df-41678af76132 req-513ba64b-2416-4335-a1e9-23de195b46fd tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327775 Jun 17 19:10:18.962624 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-1a61b6b1-b1bd-40d9-877d-e4a4c022b02b req-f6dc2f58-50d7-417e-8dde-73a6d5b31e16 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290833 Jun 17 19:10:18.993846 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d4d3ff-a237-4b0d-9464-af6fe086919d,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:18.996811 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:19.050205 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Attempting to bind port a2d4d3ff-a237-4b0d-9464-af6fe086919d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:10:19.050585 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Attempting to bind port a2d4d3ff-a237-4b0d-9464-af6fe086919d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd5ba5998-72f0-4060-9ffe-06828470372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:10:19.050882 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Attempting to bind port a2d4d3ff-a237-4b0d-9464-af6fe086919d on network ea41ec67-85df-49fb-89f1-a865ac40ac72 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:10:19.056456 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Port a2d4d3ff-a237-4b0d-9464-af6fe086919d on network ea41ec67-85df-49fb-89f1-a865ac40ac72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:10:19.056860 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Attempting to bind port a2d4d3ff-a237-4b0d-9464-af6fe086919d on network ea41ec67-85df-49fb-89f1-a865ac40ac72 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:10:19.061790 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:10:19.062065 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Checking segment: {'id': 'd5ba5998-72f0-4060-9ffe-06828470372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:10:19.062488 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Bound using segment: {'id': 'd5ba5998-72f0-4060-9ffe-06828470372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:10:19.062909 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Bound port: a2d4d3ff-a237-4b0d-9464-af6fe086919d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ba5998-72f0-4060-9ffe-06828470372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:10:19.063414 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:19.162005 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] For port a2d4d3ff-a237-4b0d-9464-af6fe086919d, host hv-cinder-79053, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:10:19.165526 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] For port a2d4d3ff-a237-4b0d-9464-af6fe086919d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2d4d3ff-a237-4b0d-9464-af6fe086919d,segment=NetworkSegment(d5ba5998-72f0-4060-9ffe-06828470372d),segment_id=d5ba5998-72f0-4060-9ffe-06828470372d)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:10:19.170407 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:19.172885 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-54e916eb-289c-4b10-9dae-faf729d98322 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:19.210964 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:19.211798 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:19.213179 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] 10.222.0.42 "PUT /v2.0/ports/a2d4d3ff-a237-4b0d-9464-af6fe086919d HTTP/1.1" status: 200 len: 1094 time: 0.9381027 Jun 17 19:10:19.216597 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17440f46-266b-4430-9663-efc8d3affc32', 'tag': 'a2d4d3ff-a237-4b0d-9464-af6fe086919d'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:10:19.219583 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a82597a-b897-4185-af00-32fe0ae10b98" -d '{"events": [{"name": "network-changed", "server_uuid": "17440f46-266b-4430-9663-efc8d3affc32", "tag": "a2d4d3ff-a237-4b0d-9464-af6fe086919d"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:10:19.267467 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad6bc4d-d2d3-4fdf-a43d-405aa58c4c7d x-openstack-request-id: req-4ad6bc4d-d2d3-4fdf-a43d-405aa58c4c7d {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:10:19.267785 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17440f46-266b-4430-9663-efc8d3affc32", "tag": "a2d4d3ff-a237-4b0d-9464-af6fe086919d", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:10:19.268167 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ad6bc4d-d2d3-4fdf-a43d-405aa58c4c7d {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:10:19.268546 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17440f46-266b-4430-9663-efc8d3affc32', 'tag': 'a2d4d3ff-a237-4b0d-9464-af6fe086919d', 'status': 'completed', 'code': 200} Jun 17 19:10:19.269409 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d4d3ff-a237-4b0d-9464-af6fe086919d,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:19.272886 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:19.383728 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f200f-ad58-4e13-889c-046167ad4bb9 req-4b3cbc41-a95f-4017-847e-060e0f3a8b18 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:19.385216 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2b6f200f-ad58-4e13-889c-046167ad4bb9 req-4b3cbc41-a95f-4017-847e-060e0f3a8b18 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1110187 Jun 17 19:10:19.387950 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a55bc-26fa-4436-8f4f-48820e59164d req-e65eb8ab-f334-4699-957d-01557ea80bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:19.389290 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-e65eb8ab-f334-4699-957d-01557ea80bd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79e60fa0666440f98a049643c3b5d35&device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 1097 time: 0.1057215 Jun 17 19:10:19.448823 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-36b52059-0c24-4072-af71-2cefb582d198 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d4d3ff-a237-4b0d-9464-af6fe086919d HTTP/1.1" status: 200 len: 217 time: 0.0407321 Jun 17 19:10:19.488522 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2b6f200f-ad58-4e13-889c-046167ad4bb9 req-073dcf10-81c0-4bcc-8c18-58d0e8d9f21b tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945516 Jun 17 19:10:19.509141 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a55bc-26fa-4436-8f4f-48820e59164d req-b2f21116-fc81-4002-b65c-1cecefb64963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:19.510587 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-b2f21116-fc81-4002-b65c-1cecefb64963 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18838074-19ef-4fa4-b0b7-00d64f2301e0 HTTP/1.1" status: 200 len: 854 time: 0.0518231 Jun 17 19:10:19.545199 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-735b4bc2-bf47-4a3c-b0b9-8ba32deae01f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea41ec67-85df-49fb-89f1-a865ac40ac72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275254 Jun 17 19:10:19.890389 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-df9331d8-1ba9-4bbc-a179-a39bdcc08757 service neutron] 10.222.0.42 "GET /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374803 Jun 17 19:10:20.022330 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-447a55bc-26fa-4436-8f4f-48820e59164d req-ef7535e0-3472-408b-84aa-b99431a19abb service neutron] 10.222.0.42 "GET /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192734 Jun 17 19:10:20.196619 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f7b99-25a1-45e2-8750-d17c45afdc38 req-b20ce711-b241-438b-9ff1-309fbd31afde tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:20.198248 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9c4f7b99-25a1-45e2-8750-d17c45afdc38 req-b20ce711-b241-438b-9ff1-309fbd31afde tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 944 time: 0.1097996 Jun 17 19:10:20.200298 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82597a-b897-4185-af00-32fe0ae10b98 req-e852d830-43c1-44ed-8dbc-78727e045682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:20.201750 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1a82597a-b897-4185-af00-32fe0ae10b98 req-e852d830-43c1-44ed-8dbc-78727e045682 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79e60fa0666440f98a049643c3b5d35&device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 1097 time: 0.1040721 Jun 17 19:10:20.269894 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9c4f7b99-25a1-45e2-8750-d17c45afdc38 req-63894168-85c0-44ab-bb86-3a9ece940003 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642219 Jun 17 19:10:20.360047 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82597a-b897-4185-af00-32fe0ae10b98 req-3a71eb72-7c4d-467b-854f-e8c4bd6edb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:20.361507 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1a82597a-b897-4185-af00-32fe0ae10b98 req-3a71eb72-7c4d-467b-854f-e8c4bd6edb05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ea41ec67-85df-49fb-89f1-a865ac40ac72 HTTP/1.1" status: 200 len: 915 time: 0.1476250 Jun 17 19:10:20.411244 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1a82597a-b897-4185-af00-32fe0ae10b98 req-09168b88-d281-4102-9839-7a51aafc6dab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d4d3ff-a237-4b0d-9464-af6fe086919d HTTP/1.1" status: 200 len: 217 time: 0.0423312 Jun 17 19:10:20.462004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82597a-b897-4185-af00-32fe0ae10b98 req-ddb08200-1356-4125-9708-cc6ca8b8c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:20.463422 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1a82597a-b897-4185-af00-32fe0ae10b98 req-ddb08200-1356-4125-9708-cc6ca8b8c23d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18838074-19ef-4fa4-b0b7-00d64f2301e0 HTTP/1.1" status: 200 len: 854 time: 0.0456223 Jun 17 19:10:20.518678 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1a82597a-b897-4185-af00-32fe0ae10b98 req-c5b621c7-72ee-4c8e-a2fc-85e5e40357da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea41ec67-85df-49fb-89f1-a865ac40ac72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383284 Jun 17 19:10:20.699586 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1a82597a-b897-4185-af00-32fe0ae10b98 req-cd6da1ca-1704-4270-8865-67148e404df0 service neutron] 10.222.0.42 "GET /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717832 Jun 17 19:10:20.724332 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b0572-75fa-440f-a150-1116472f6b47 req-cb0d9994-bb7f-437b-bed5-108835f7e171 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:20.726410 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6a0b0572-75fa-440f-a150-1116472f6b47 req-cb0d9994-bb7f-437b-bed5-108835f7e171 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0994749 Jun 17 19:10:20.821004 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6a0b0572-75fa-440f-a150-1116472f6b47 req-56bf8c45-4171-46e2-aab5-5114f1dc1266 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786309 Jun 17 19:10:20.884316 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1a82597a-b897-4185-af00-32fe0ae10b98 req-91eb14b5-1385-4068-b257-5eb828b7a9b1 service neutron] 10.222.0.42 "GET /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772954 Jun 17 19:10:21.312453 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d72a9-7aef-44b0-91fa-309812c541d1 req-176c7075-c159-41ce-b054-3408e7cccdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:21.314212 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-774d72a9-7aef-44b0-91fa-309812c541d1 req-176c7075-c159-41ce-b054-3408e7cccdbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93451ec394194b2fba97e72592b1e653&device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 1098 time: 0.0791690 Jun 17 19:10:21.446893 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff2842-6378-4154-b7a2-fd917f21e459 req-b63135fc-0ba8-467e-bc3c-ce0fdc801ecf tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:21.448832 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d1ff2842-6378-4154-b7a2-fd917f21e459 req-b63135fc-0ba8-467e-bc3c-ce0fdc801ecf tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1512227 Jun 17 19:10:21.450441 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d72a9-7aef-44b0-91fa-309812c541d1 req-e0dfab8d-8236-4a61-8ef5-8d9dc99aac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:21.451890 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-774d72a9-7aef-44b0-91fa-309812c541d1 req-e0dfab8d-8236-4a61-8ef5-8d9dc99aac57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 200 len: 920 time: 0.1162362 Jun 17 19:10:21.542371 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-774d72a9-7aef-44b0-91fa-309812c541d1 req-9e11ef72-8aef-4d15-8e35-4029392924ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8722bcae-e77a-44d0-b165-ab79a8d410f3 HTTP/1.1" status: 200 len: 217 time: 0.0776646 Jun 17 19:10:21.625370 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d1ff2842-6378-4154-b7a2-fd917f21e459 req-823a2d40-4dac-4056-8175-264404d03643 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621025 Jun 17 19:10:21.647793 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d72a9-7aef-44b0-91fa-309812c541d1 req-654f3cc1-7f5b-40c4-8fbf-b0b53e214e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:21.647793 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-774d72a9-7aef-44b0-91fa-309812c541d1 req-654f3cc1-7f5b-40c4-8fbf-b0b53e214e5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cd3fd67-d089-4814-8e68-8c6a919c213f HTTP/1.1" status: 200 len: 859 time: 0.0950584 Jun 17 19:10:21.656732 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc0c04-5b3c-46e7-a111-30ea17d9f85d req-20e85bff-195a-4164-9cf1-60f43718f343 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:21.658340 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c7cc0c04-5b3c-46e7-a111-30ea17d9f85d req-20e85bff-195a-4164-9cf1-60f43718f343 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 944 time: 0.2054734 Jun 17 19:10:21.698463 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-774d72a9-7aef-44b0-91fa-309812c541d1 req-ab3d8a1e-8ff3-4c09-a098-05ff3ae59325 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d539c9-58d2-423d-b233-c8fbfb44a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390568 Jun 17 19:10:21.744960 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c7cc0c04-5b3c-46e7-a111-30ea17d9f85d req-d5848078-3cc7-4f1c-834d-239242281d1a tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777552 Jun 17 19:10:21.811119 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-774d72a9-7aef-44b0-91fa-309812c541d1 req-c8e2c4cb-7b15-4376-8735-676339bbca94 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023870 Jun 17 19:10:21.913171 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-774d72a9-7aef-44b0-91fa-309812c541d1 req-449b8f3b-ff00-4f17-9cac-6ca34228a6cd service neutron] 10.222.0.42 "GET /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917418 Jun 17 19:10:22.823909 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01e04b-15d9-4fc6-aeac-3072e7fc14dd req-2d138961-77f9-48e1-904d-9a632fb4209a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:22.837064 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bf01e04b-15d9-4fc6-aeac-3072e7fc14dd req-2d138961-77f9-48e1-904d-9a632fb4209a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0914705 Jun 17 19:10:22.898267 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bf01e04b-15d9-4fc6-aeac-3072e7fc14dd req-a65fa43f-d43f-4887-8ca5-35c9d20c88ed tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508504 Jun 17 19:10:22.978184 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96009fc7-7c08-43e2-a645-b3e0da624bfc req-82f2dc98-432e-42f9-b8f0-162641f49a3d tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:22.979641 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-96009fc7-7c08-43e2-a645-b3e0da624bfc req-82f2dc98-432e-42f9-b8f0-162641f49a3d tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 944 time: 0.0916436 Jun 17 19:10:23.027300 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-96009fc7-7c08-43e2-a645-b3e0da624bfc req-1a63a95c-dbb1-4165-84a1-64821fac896a tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418332 Jun 17 19:10:23.054701 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device a2d4d3ff-a237-4b0d-9464-af6fe086919d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:10:23.187244 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port a2d4d3ff-a237-4b0d-9464-af6fe086919d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2d4d3ff-a237-4b0d-9464-af6fe086919d,segment=NetworkSegment(d5ba5998-72f0-4060-9ffe-06828470372d),segment_id=d5ba5998-72f0-4060-9ffe-06828470372d)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:23.200606 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': 'a2d4d3ff-a237-4b0d-9464-af6fe086919d', 'network_id': 'ea41ec67-85df-49fb-89f1-a865ac40ac72', 'port_id': 'a2d4d3ff-a237-4b0d-9464-af6fe086919d', 'mac_address': 'fa:16:3e:f9:59:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18838074-19ef-4fa4-b0b7-00d64f2301e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:10:23.243372 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:23.261697 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d4d3ff-a237-4b0d-9464-af6fe086919d {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:10:23.287544 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port a2d4d3ff-a237-4b0d-9464-af6fe086919d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2d4d3ff-a237-4b0d-9464-af6fe086919d,segment=NetworkSegment(d5ba5998-72f0-4060-9ffe-06828470372d),segment_id=d5ba5998-72f0-4060-9ffe-06828470372d)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:23.293401 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:23.295402 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:23.348902 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=a2d4d3ff-a237-4b0d-9464-af6fe086919d,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:23.352656 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:23.700812 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['a2d4d3ff-a237-4b0d-9464-af6fe086919d'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:10:24.081722 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cc563-de5e-4b1b-90e1-43d77d7ca32c req-7b18038c-e563-4a13-8a9b-f116a3de6296 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:24.083209 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e25cc563-de5e-4b1b-90e1-43d77d7ca32c req-7b18038c-e563-4a13-8a9b-f116a3de6296 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0635808 Jun 17 19:10:24.121207 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e25cc563-de5e-4b1b-90e1-43d77d7ca32c req-1fa29b0e-1ab3-4923-8e1e-aa17ffd31312 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Jun 17 19:10:24.198301 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3418e-83a2-47bf-a3f0-5ebc748c10e5 req-aa2c05f3-62d1-4cba-bbba-fcd468e5052a tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:24.199762 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f6e3418e-83a2-47bf-a3f0-5ebc748c10e5 req-aa2c05f3-62d1-4cba-bbba-fcd468e5052a tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 945 time: 0.0629261 Jun 17 19:10:24.237781 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f6e3418e-83a2-47bf-a3f0-5ebc748c10e5 req-803730ec-6ee1-4c69-b983-416da284357f tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322504 Jun 17 19:10:25.084352 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device a2d4d3ff-a237-4b0d-9464-af6fe086919d up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:10:25.132456 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port a2d4d3ff-a237-4b0d-9464-af6fe086919d completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:10:25.136711 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port a2d4d3ff-a237-4b0d-9464-af6fe086919d triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:10:25.137090 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:25.223400 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:25.251502 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17440f46-266b-4430-9663-efc8d3affc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d4d3ff-a237-4b0d-9464-af6fe086919d'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:10:25.254499 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a45183d-18ed-4be0-ace6-29014c44dd4b" -d '{"events": [{"server_uuid": "17440f46-266b-4430-9663-efc8d3affc32", "name": "network-vif-plugged", "status": "completed", "tag": "a2d4d3ff-a237-4b0d-9464-af6fe086919d"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:10:25.267717 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port a2d4d3ff-a237-4b0d-9464-af6fe086919d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2d4d3ff-a237-4b0d-9464-af6fe086919d,segment=NetworkSegment(d5ba5998-72f0-4060-9ffe-06828470372d),segment_id=d5ba5998-72f0-4060-9ffe-06828470372d)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:25.273598 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:25.275736 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:25.299328 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12907616-3b45-4927-b37a-6586045fb04a x-openstack-request-id: req-12907616-3b45-4927-b37a-6586045fb04a {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:10:25.299904 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17440f46-266b-4430-9663-efc8d3affc32", "name": "network-vif-plugged", "status": "completed", "tag": "a2d4d3ff-a237-4b0d-9464-af6fe086919d", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:10:25.300175 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12907616-3b45-4927-b37a-6586045fb04a {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:10:25.300570 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17440f46-266b-4430-9663-efc8d3affc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d4d3ff-a237-4b0d-9464-af6fe086919d', 'code': 200} Jun 17 19:10:25.327525 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=a2d4d3ff-a237-4b0d-9464-af6fe086919d,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:25.330444 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:25.439184 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f304f-2420-4ad1-9173-f05149b70336 req-9ee4210f-3631-405c-a83f-add58bdeb2fe tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:25.440636 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d65f304f-2420-4ad1-9173-f05149b70336 req-9ee4210f-3631-405c-a83f-add58bdeb2fe tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 946 time: 0.0661137 Jun 17 19:10:25.485665 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d65f304f-2420-4ad1-9173-f05149b70336 req-7afab738-3bd7-41e0-8f88-971eeca5632e tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392456 Jun 17 19:10:25.526057 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dfde9-c1c2-434d-8a9d-3376c2b7405e req-6ee5823d-f76f-43e9-b7b2-c7d173189667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:25.527537 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9b2dfde9-c1c2-434d-8a9d-3376c2b7405e req-6ee5823d-f76f-43e9-b7b2-c7d173189667 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 1099 time: 0.0546522 Jun 17 19:10:25.564078 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9b2dfde9-c1c2-434d-8a9d-3376c2b7405e req-816e1949-686a-4c63-a604-dc37f8184519 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283196 Jun 17 19:10:26.087141 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39194) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:26.133610 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_v2 [None req-46556a9f-ee89-4221-838b-7d403a4e12ab admin admin] Deleting subnet 429542c6-6875-4a1c-b9f8-aaee38490b3e {{(pid=92948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:10:26.136570 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46556a9f-ee89-4221-838b-7d403a4e12ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.169107 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46556a9f-ee89-4221-838b-7d403a4e12ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112628'] for subnet, precommit_delete_associations {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.199713 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:10:26.211164 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46556a9f-ee89-4221-838b-7d403a4e12ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.239515 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-70441092-72d9-4088-9550-3d5cf621985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.271157 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46556a9f-ee89-4221-838b-7d403a4e12ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260402110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261614658'] for subnet, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.274613 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-09c4ae1a-0141-4c55-8632-fa012ee67928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:26.298515 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46556a9f-ee89-4221-838b-7d403a4e12ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=429542c6-6875-4a1c-b9f8-aaee38490b3e,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:26.300643 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-46556a9f-ee89-4221-838b-7d403a4e12ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.302468 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-46556a9f-ee89-4221-838b-7d403a4e12ab admin admin] 10.222.0.10 "DELETE /v2.0/subnets/429542c6-6875-4a1c-b9f8-aaee38490b3e HTTP/1.1" status: 204 len: 168 time: 0.2143462 Jun 17 19:10:26.303336 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-46556a9f-ee89-4221-838b-7d403a4e12ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:26.305447 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39196) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:26.373642 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.452823 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.462964 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f1c550-ed0c-42ea-89b7-5f45466a2f5a']}} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:26.472169 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6deb365a-72d2-47c0-8079-fa400ccd9123') {'for_net_delete': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:26.472457 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6deb365a-72d2-47c0-8079-fa400ccd9123') {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:26.481639 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112635'] for segment, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.494533 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.500167 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=92948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:10:26.500668 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260401939'] for segment, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: Traceback (most recent call last): Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: timer() Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: cb(*args, **kw) Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: return func(*args, **kwargs) Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: self._notify() Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: self.callback(batched_events) Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: event.method(event) Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: return f(self, *a, **k) Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: return self._get(url).json() Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: return self.request(url, 'GET', **kwargs) Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:10:26.502617 dv-cinder-790535-5-smb neutron-server[92948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:10:26.557317 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.561995 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-39ffe4ab-93a8-4c41-bb0c-92273dcb83f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:26.564675 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.566752 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] 10.222.0.10 "DELETE /v2.0/networks/27f1c550-ed0c-42ea-89b7-5f45466a2f5a HTTP/1.1" status: 204 len: 168 time: 0.2604327 Jun 17 19:10:26.578895 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] Pushing event deleted for resources: {'Network': ['ID=27f1c550-ed0c-42ea-89b7-5f45466a2f5a,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:26.581807 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-9a17ed1f-a649-48a9-b75c-49bb1adb0658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:26.688295 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ea6ef-270a-45e9-8bd3-96fbdc42a8fd req-4edf2516-19a5-4dcc-9cd8-cb80d9e8b3ea tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:26.689776 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5f3ea6ef-270a-45e9-8bd3-96fbdc42a8fd req-4edf2516-19a5-4dcc-9cd8-cb80d9e8b3ea tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 946 time: 0.0728760 Jun 17 19:10:26.715721 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 39204) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:26.738771 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5f3ea6ef-270a-45e9-8bd3-96fbdc42a8fd req-cc6ca115-e2c9-401d-8c6d-49de50c46323 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411065 Jun 17 19:10:26.763867 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-f7b0c2c0-7e91-4007-97ef-3a851cd156ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acca779fa13c4606b1a5a9dcf33d1ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448251 Jun 17 19:10:26.764163 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 39208) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:26.823029 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf27f-c0a8-4311-b611-939f04f5c4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.844107 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf27f-c0a8-4311-b611-939f04f5c4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.893937 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf27f-c0a8-4311-b611-939f04f5c4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.902290 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf27f-c0a8-4311-b611-939f04f5c4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:26.903420 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-8cfdf27f-c0a8-4311-b611-939f04f5c4dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d361a3c-7121-452c-8e4b-a760f2c998b4 HTTP/1.1" status: 204 len: 168 time: 0.1383395 Jun 17 19:10:26.904163 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-34559154-7730-4350-a0de-74d8b007019d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:26.911849 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdf27f-c0a8-4311-b611-939f04f5c4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d361a3c-7121-452c-8e4b-a760f2c998b4,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:26.918484 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-8cfdf27f-c0a8-4311-b611-939f04f5c4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:27.807852 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:27.944234 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604bc03-6ba2-46e9-bd65-29dcbb1157f1 req-6d18fc37-2db5-464b-a156-06e36580b512 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:27.946594 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f604bc03-6ba2-46e9-bd65-29dcbb1157f1 req-6d18fc37-2db5-464b-a156-06e36580b512 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 946 time: 0.0927281 Jun 17 19:10:27.999605 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f604bc03-6ba2-46e9-bd65-29dcbb1157f1 req-9d16859c-1466-4b80-a664-8db030592027 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463145 Jun 17 19:10:28.245616 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c248207-6055-4d1c-97b9-cf4275a6f3ef req-9b8c873c-76d4-4acd-8a13-e212342273c2 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:28.247212 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1c248207-6055-4d1c-97b9-cf4275a6f3ef req-9b8c873c-76d4-4acd-8a13-e212342273c2 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.0678003 Jun 17 19:10:28.290694 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1c248207-6055-4d1c-97b9-cf4275a6f3ef req-2576e95f-09c9-4f8e-84d1-96bc55995397 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371566 Jun 17 19:10:28.735711 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e0004d13-d0e4-4c3f-b71b-f7ef093096f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:28.984620 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:29.471567 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f058a53-f4ad-4138-a056-c00f7f1c1b4b req-676dc061-e2fe-45ff-82f1-b1b4edd31354 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:29.472990 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7f058a53-f4ad-4138-a056-c00f7f1c1b4b req-676dc061-e2fe-45ff-82f1-b1b4edd31354 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.0637777 Jun 17 19:10:29.509264 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7f058a53-f4ad-4138-a056-c00f7f1c1b4b req-bd8a6ff3-37fa-4ca3-b69f-3b91e7adfbd2 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297441 Jun 17 19:10:29.871473 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:30.531596 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 39282) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:30.691984 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bd60f236-8f64-4f8d-905e-e1cfc2774516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:30.720900 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c9b26-c8b4-444e-82df-636a2c48a90c req-c870fec6-fa65-4f38-8052-85b1386184ef tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:30.722652 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-354c9b26-c8b4-444e-82df-636a2c48a90c req-c870fec6-fa65-4f38-8052-85b1386184ef tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.0878270 Jun 17 19:10:30.763228 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-354c9b26-c8b4-444e-82df-636a2c48a90c req-73e7e844-d892-486f-a54d-f0660fbb8bd5 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343852 Jun 17 19:10:30.787790 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bd60f236-8f64-4f8d-905e-e1cfc2774516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:30.791901 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bd60f236-8f64-4f8d-905e-e1cfc2774516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:30.795217 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-cb1e003c-99f2-4fda-9fc7-2c01ca9c54f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:30.830099 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-bd60f236-8f64-4f8d-905e-e1cfc2774516 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c4b8c167c424ac5acf375d04dbd8c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974029 Jun 17 19:10:30.831260 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60f236-8f64-4f8d-905e-e1cfc2774516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d66c8d5-3431-4233-8348-e9a56dbd3683,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:30.832802 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39290) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:30.834400 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bd60f236-8f64-4f8d-905e-e1cfc2774516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:30.890299 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0d21-323a-4dc7-98d1-16550e876e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:30.912290 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0d21-323a-4dc7-98d1-16550e876e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:30.957685 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0d21-323a-4dc7-98d1-16550e876e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:30.960260 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0d21-323a-4dc7-98d1-16550e876e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:30.964892 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-7e8e0d21-323a-4dc7-98d1-16550e876e81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d66c8d5-3431-4233-8348-e9a56dbd3683 HTTP/1.1" status: 204 len: 168 time: 0.1275611 Jun 17 19:10:30.964892 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4789d56b-2af2-4a52-8d24-87a513c9dfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:30.973444 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e0d21-323a-4dc7-98d1-16550e876e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d66c8d5-3431-4233-8348-e9a56dbd3683,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:30.975164 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7e8e0d21-323a-4dc7-98d1-16550e876e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:31.086977 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ad1e8-2255-4e99-8564-10c8ab7f7201 req-c1cddc18-0a7e-4ca0-be3b-4616cb926f06 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:31.089408 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5c6ad1e8-2255-4e99-8564-10c8ab7f7201 req-c1cddc18-0a7e-4ca0-be3b-4616cb926f06 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.42 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 945 time: 0.0790203 Jun 17 19:10:31.233383 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-5c6ad1e8-2255-4e99-8564-10c8ab7f7201 req-135a975a-7c08-4c5f-bb3b-656a90e68763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Deleting port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:10:31.233721 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5c6ad1e8-2255-4e99-8564-10c8ab7f7201 req-135a975a-7c08-4c5f-bb3b-656a90e68763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:31.325813 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-5c6ad1e8-2255-4e99-8564-10c8ab7f7201 req-135a975a-7c08-4c5f-bb3b-656a90e68763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] For port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87f8f348-7b84-4bc5-8bee-7e76890a7e9f,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:31.326199 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5c6ad1e8-2255-4e99-8564-10c8ab7f7201 req-135a975a-7c08-4c5f-bb3b-656a90e68763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:31.391441 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-5c6ad1e8-2255-4e99-8564-10c8ab7f7201 req-135a975a-7c08-4c5f-bb3b-656a90e68763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Calling delete_port for 87f8f348-7b84-4bc5-8bee-7e76890a7e9f owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:10:31.512542 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5c6ad1e8-2255-4e99-8564-10c8ab7f7201 req-135a975a-7c08-4c5f-bb3b-656a90e68763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:31.516442 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-83e1d2ef-5b33-428a-b301-e07b343384ff tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:31.527905 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['8722bcae-e77a-44d0-b165-ab79a8d410f3', '87f8f348-7b84-4bc5-8bee-7e76890a7e9f'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:10:31.540288 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a975a-7c08-4c5f-bb3b-656a90e68763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Pushing event deleted for resources: {'Port': ['ID=87f8f348-7b84-4bc5-8bee-7e76890a7e9f,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:31.543986 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-135a975a-7c08-4c5f-bb3b-656a90e68763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:31.587718 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6ad1e8-2255-4e99-8564-10c8ab7f7201 req-135a975a-7c08-4c5f-bb3b-656a90e68763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] No DVR routers for this DVR port 87f8f348-7b84-4bc5-8bee-7e76890a7e9f on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:10:31.590126 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5c6ad1e8-2255-4e99-8564-10c8ab7f7201 req-135a975a-7c08-4c5f-bb3b-656a90e68763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:31.592106 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5c6ad1e8-2255-4e99-8564-10c8ab7f7201 req-135a975a-7c08-4c5f-bb3b-656a90e68763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.42 "DELETE /v2.0/ports/87f8f348-7b84-4bc5-8bee-7e76890a7e9f HTTP/1.1" status: 204 len: 173 time: 0.4829619 Jun 17 19:10:31.592602 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df99f12-e05e-4cf9-a85c-0d684861a314', 'name': 'network-vif-deleted', 'tag': '87f8f348-7b84-4bc5-8bee-7e76890a7e9f'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:10:31.594905 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeea214-0872-4892-9fd4-b8c4e0c0a4bf" -d '{"events": [{"server_uuid": "8df99f12-e05e-4cf9-a85c-0d684861a314", "name": "network-vif-deleted", "tag": "87f8f348-7b84-4bc5-8bee-7e76890a7e9f"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:10:31.639066 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a66047-3a38-41ca-9ca6-85655924ac97 x-openstack-request-id: req-66a66047-3a38-41ca-9ca6-85655924ac97 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:10:31.639464 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df99f12-e05e-4cf9-a85c-0d684861a314", "name": "network-vif-deleted", "tag": "87f8f348-7b84-4bc5-8bee-7e76890a7e9f", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:10:31.639905 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66a66047-3a38-41ca-9ca6-85655924ac97 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:10:31.640288 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df99f12-e05e-4cf9-a85c-0d684861a314', 'name': 'network-vif-deleted', 'tag': '87f8f348-7b84-4bc5-8bee-7e76890a7e9f', 'status': 'completed', 'code': 200} Jun 17 19:10:31.918187 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-263d4476-9a4b-4b8e-8d1f-4f6bf3997ac1 req-3bfccf58-d54f-4efd-a91d-e28d1cfcdc74 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df99f12-e05e-4cf9-a85c-0d684861a314 HTTP/1.1" status: 200 len: 210 time: 0.0298724 Jun 17 19:10:32.005493 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:33.365862 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417391c5-476b-41a2-b94d-562dfe8645ec req-e42ef891-b500-4bd4-881d-3fc5a0f5e11e tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:33.367327 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-417391c5-476b-41a2-b94d-562dfe8645ec req-e42ef891-b500-4bd4-881d-3fc5a0f5e11e tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0660782 Jun 17 19:10:33.404992 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-417391c5-476b-41a2-b94d-562dfe8645ec req-050df1c5-5866-4fa4-8df4-7bb585871795 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314021 Jun 17 19:10:34.582051 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a439275-aa98-47e6-bc23-a891883697db req-5e2d9494-bb8f-4e17-84b4-807471bb60a3 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:34.583519 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4a439275-aa98-47e6-bc23-a891883697db req-5e2d9494-bb8f-4e17-84b4-807471bb60a3 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0654016 Jun 17 19:10:34.621088 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4a439275-aa98-47e6-bc23-a891883697db req-1c5ab5f8-6ee0-42b0-bde4-2ee57b612f29 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Jun 17 19:10:35.135659 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 87f8f348-7b84-4bc5-8bee-7e76890a7e9f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:10:35.156103 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 87f8f348-7b84-4bc5-8bee-7e76890a7e9f {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:10:35.156458 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 87f8f348-7b84-4bc5-8bee-7e76890a7e9f not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:10:35.791527 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e5ef2-370b-4e6e-bd74-a6e7f90bd505 req-be16943b-dada-43be-b123-852273dc5b3d tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:35.792869 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b36e5ef2-370b-4e6e-bd74-a6e7f90bd505 req-be16943b-dada-43be-b123-852273dc5b3d tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0605664 Jun 17 19:10:35.829133 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b36e5ef2-370b-4e6e-bd74-a6e7f90bd505 req-fdadf3c1-7138-4cdc-b944-fb71ef9e320e tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307515 Jun 17 19:10:37.006634 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0c1ca-f410-4ba8-bba3-289463c0fd51 req-3382f91e-4a5f-4cc6-87f0-baadd42688b9 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:37.008133 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-58f0c1ca-f410-4ba8-bba3-289463c0fd51 req-3382f91e-4a5f-4cc6-87f0-baadd42688b9 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0716906 Jun 17 19:10:37.046689 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-58f0c1ca-f410-4ba8-bba3-289463c0fd51 req-e3f35c80-557b-4d11-8fdb-b11d03db1632 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327070 Jun 17 19:10:38.214258 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef451f-bdcc-4551-bdfb-dd87069a0439 req-44653f38-d86f-44f4-a755-0667346fd67d tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:38.215691 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9fef451f-bdcc-4551-bdfb-dd87069a0439 req-44653f38-d86f-44f4-a755-0667346fd67d tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0615721 Jun 17 19:10:38.251813 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9fef451f-bdcc-4551-bdfb-dd87069a0439 req-e9459756-eb76-4670-ac74-caec5df1d6c9 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305374 Jun 17 19:10:39.426829 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af89d5e-bbdf-46be-a0ab-2015fedcde95 req-4627f41a-dd0b-4203-8fd8-9346bd34671e tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:39.428518 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0af89d5e-bbdf-46be-a0ab-2015fedcde95 req-4627f41a-dd0b-4203-8fd8-9346bd34671e tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0652163 Jun 17 19:10:39.468548 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0af89d5e-bbdf-46be-a0ab-2015fedcde95 req-65117a21-9d45-4754-a83b-e2288d8ff83a tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Jun 17 19:10:40.206254 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc01fe6-2ddb-4516-8cde-14e332c7813b req-37762c93-da66-43e1-8e3a-82faf07fb2cb tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:40.207930 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3dc01fe6-2ddb-4516-8cde-14e332c7813b req-37762c93-da66-43e1-8e3a-82faf07fb2cb tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.42 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.0709796 Jun 17 19:10:40.327633 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-3dc01fe6-2ddb-4516-8cde-14e332c7813b req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Deleting port 8722bcae-e77a-44d0-b165-ab79a8d410f3 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:10:40.327975 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3dc01fe6-2ddb-4516-8cde-14e332c7813b req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:40.423462 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-3dc01fe6-2ddb-4516-8cde-14e332c7813b req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] For port 8722bcae-e77a-44d0-b165-ab79a8d410f3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8722bcae-e77a-44d0-b165-ab79a8d410f3,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:40.423816 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3dc01fe6-2ddb-4516-8cde-14e332c7813b req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:40.490466 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-3dc01fe6-2ddb-4516-8cde-14e332c7813b req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Calling delete_port for 8722bcae-e77a-44d0-b165-ab79a8d410f3 owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:10:40.651932 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3dc01fe6-2ddb-4516-8cde-14e332c7813b req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:40.655952 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:40.672509 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['8722bcae-e77a-44d0-b165-ab79a8d410f3'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:10:40.689989 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Pushing event deleted for resources: {'Port': ['ID=8722bcae-e77a-44d0-b165-ab79a8d410f3,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:40.710269 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f1a58-aa36-490d-b7b3-6e684e31e163 req-0a20c175-1143-41ea-8975-c3c5dd94efa9 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:40.711676 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-300f1a58-aa36-490d-b7b3-6e684e31e163 req-0a20c175-1143-41ea-8975-c3c5dd94efa9 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/ports?device_id=a325879a-c7fa-442a-b7e3-4ee3b160a14b HTTP/1.1" status: 200 len: 945 time: 0.1243002 Jun 17 19:10:40.715291 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:40.715666 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:40.716032 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:40.716394 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:40.716754 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:40.717106 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:40.717460 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:40.717811 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:40.718203 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:40.718538 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:40.718887 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:40.719232 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:40.739066 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:40.771209 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc01fe6-2ddb-4516-8cde-14e332c7813b req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] No DVR routers for this DVR port 8722bcae-e77a-44d0-b165-ab79a8d410f3 on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:10:40.774430 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3dc01fe6-2ddb-4516-8cde-14e332c7813b req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:40.777015 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3dc01fe6-2ddb-4516-8cde-14e332c7813b req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.42 "DELETE /v2.0/ports/8722bcae-e77a-44d0-b165-ab79a8d410f3 HTTP/1.1" status: 204 len: 173 time: 0.5627997 Jun 17 19:10:40.777513 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a325879a-c7fa-442a-b7e3-4ee3b160a14b', 'name': 'network-vif-deleted', 'tag': '8722bcae-e77a-44d0-b165-ab79a8d410f3'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:10:40.779835 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38a7741-1669-4c5b-a30b-dee6dc0ec9c2" -d '{"events": [{"server_uuid": "a325879a-c7fa-442a-b7e3-4ee3b160a14b", "name": "network-vif-deleted", "tag": "8722bcae-e77a-44d0-b165-ab79a8d410f3"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:10:40.811440 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-300f1a58-aa36-490d-b7b3-6e684e31e163 req-433c8aba-b837-4b51-a41e-d952e878ef80 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef676f07-7888-4284-b52a-deb0d91566dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731003 Jun 17 19:10:40.827426 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ae33fc-01c2-44f2-8607-5274bdc6a9d9 x-openstack-request-id: req-33ae33fc-01c2-44f2-8607-5274bdc6a9d9 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:10:40.827426 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a325879a-c7fa-442a-b7e3-4ee3b160a14b", "name": "network-vif-deleted", "tag": "8722bcae-e77a-44d0-b165-ab79a8d410f3", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:10:40.827652 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33ae33fc-01c2-44f2-8607-5274bdc6a9d9 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:10:40.828136 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a325879a-c7fa-442a-b7e3-4ee3b160a14b', 'name': 'network-vif-deleted', 'tag': '8722bcae-e77a-44d0-b165-ab79a8d410f3', 'status': 'completed', 'code': 200} Jun 17 19:10:41.664242 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1cd35-a78a-48e4-9661-2c92ada68e22 req-d0485d90-0a93-4aa8-a561-ef20f6dabc6e tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:41.666264 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-45b1cd35-a78a-48e4-9661-2c92ada68e22 req-d0485d90-0a93-4aa8-a561-ef20f6dabc6e tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0606506 Jun 17 19:10:41.708105 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-45b1cd35-a78a-48e4-9661-2c92ada68e22 req-c6725b23-c124-4433-8d68-bf0caac556e4 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344889 Jun 17 19:10:41.905670 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 39380) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:42.305964 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1018169'] for router_interface, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:42.597725 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Deleting port 90418d2d-aeb2-4743-aae1-c52ab6b5d272 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:10:42.598059 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:42.673969 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] For port 90418d2d-aeb2-4743-aae1-c52ab6b5d272, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=90418d2d-aeb2-4743-aae1-c52ab6b5d272,segment=NetworkSegment(890670c4-bab8-4888-9352-24b1a2a3089c),segment_id=890670c4-bab8-4888-9352-24b1a2a3089c)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:42.674340 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:42.736141 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Calling delete_port for 90418d2d-aeb2-4743-aae1-c52ab6b5d272 owned by network:router_interface {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:10:42.877565 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292120c-b950-43dc-9f41-e73e5f325454 req-fd346a48-24a7-44e2-a1c5-a9619ba8d26a tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:42.878944 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e292120c-b950-43dc-9f41-e73e5f325454 req-fd346a48-24a7-44e2-a1c5-a9619ba8d26a tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0612097 Jun 17 19:10:42.917808 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e292120c-b950-43dc-9f41-e73e5f325454 req-6c0353f2-f844-4720-b2e3-ade1ef471e4c tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331430 Jun 17 19:10:42.927927 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:42.929788 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:42.956418 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=90418d2d-aeb2-4743-aae1-c52ab6b5d272,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:42.968158 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:42.968516 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:42.968870 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:42.969217 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:42.969563 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:42.969908 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:42.970274 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:42.970627 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:42.970962 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:42.971296 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:42.971631 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:42.971965 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:42.989695 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:43.117490 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1020297'] for router_interface, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:43.184669 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 8722bcae-e77a-44d0-b165-ab79a8d410f3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:10:43.208653 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 8722bcae-e77a-44d0-b165-ab79a8d410f3 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:10:43.209233 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 8722bcae-e77a-44d0-b165-ab79a8d410f3 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:10:43.517205 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Router 12223ac0-768a-4d11-933a-12f76b2e6888 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:10:43.623141 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:10:43.630870 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39394) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:43.631891 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] 10.222.0.10 "PUT /v2.0/routers/12223ac0-768a-4d11-933a-12f76b2e6888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7245860 Jun 17 19:10:43.633545 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb777391-d596-4479-902a-dce7bd91b092 None None] Sync routers for ids ['12223ac0-768a-4d11-933a-12f76b2e6888'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:10:43.642927 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb777391-d596-4479-902a-dce7bd91b092 None None] Routers {'12223ac0-768a-4d11-933a-12f76b2e6888'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:10:43.643537 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-cb777391-d596-4479-902a-dce7bd91b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:10:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['12223ac0-768a-4d11-933a-12f76b2e6888'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:43.731381 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Notify callbacks [] for router, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:43.741925 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-cb777391-d596-4479-902a-dce7bd91b092 None None] Set router 12223ac0-768a-4d11-933a-12f76b2e6888 gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:10:43.831605 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:43.881576 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Deleting port b5896ea3-e1f2-449e-aadc-9c8f0020fff6 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:10:43.882293 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:43.910596 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-cb777391-d596-4479-902a-dce7bd91b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'name': 'tempest-ServerRescueNegativeTestJSON-1115030870-router', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:37Z', 'updated_at': '2021-06-17T19:10:42Z', 'revision_number': 5, 'project_id': '93451ec394194b2fba97e72592b1e653', 'gw_port': {'id': 'b5896ea3-e1f2-449e-aadc-9c8f0020fff6', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:38Z', 'updated_at': '2021-06-17T19:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:43.936279 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb777391-d596-4479-902a-dce7bd91b092 None None] Checking router: 12223ac0-768a-4d11-933a-12f76b2e6888 for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:10:43.944243 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb777391-d596-4479-902a-dce7bd91b092 None None] Routers {'12223ac0-768a-4d11-933a-12f76b2e6888'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:10:43.944848 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-cb777391-d596-4479-902a-dce7bd91b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:10:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['12223ac0-768a-4d11-933a-12f76b2e6888'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:43.965903 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] For port b5896ea3-e1f2-449e-aadc-9c8f0020fff6, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=b5896ea3-e1f2-449e-aadc-9c8f0020fff6,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:43.966366 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:44.030305 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-cb777391-d596-4479-902a-dce7bd91b092 None None] Set router 12223ac0-768a-4d11-933a-12f76b2e6888 gateway port host: None {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:10:44.031859 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Calling delete_port for b5896ea3-e1f2-449e-aadc-9c8f0020fff6 owned by network:router_gateway {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:10:44.082685 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-cb777391-d596-4479-902a-dce7bd91b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'name': 'tempest-ServerRescueNegativeTestJSON-1115030870-router', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:37Z', 'updated_at': '2021-06-17T19:10:43Z', 'revision_number': 6, 'project_id': '93451ec394194b2fba97e72592b1e653', 'gw_port_host': None}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:44.108575 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb777391-d596-4479-902a-dce7bd91b092 None None] The sync data for ids ['12223ac0-768a-4d11-933a-12f76b2e6888'] in dv-cinder-790535-5-smb is: [{'id': '12223ac0-768a-4d11-933a-12f76b2e6888', 'name': 'tempest-ServerRescueNegativeTestJSON-1115030870-router', 'tenant_id': '93451ec394194b2fba97e72592b1e653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:37Z', 'updated_at': '2021-06-17T19:10:43Z', 'revision_number': 6, 'project_id': '93451ec394194b2fba97e72592b1e653', 'gw_port_host': None}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:10:44.166532 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4669f4-0a42-4ab2-94ae-b1029160ec56 req-3022d1a8-03d8-4f14-b082-5f8362934c09 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:44.167971 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3b4669f4-0a42-4ab2-94ae-b1029160ec56 req-3022d1a8-03d8-4f14-b082-5f8362934c09 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1338789 Jun 17 19:10:44.487376 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3b4669f4-0a42-4ab2-94ae-b1029160ec56 req-2888d832-4b1d-4826-95eb-212c39501bae tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516388 Jun 17 19:10:44.536947 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:44.543186 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:44.568901 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Pushing event deleted for resources: {'Port': ['ID=b5896ea3-e1f2-449e-aadc-9c8f0020fff6,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:44.573350 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:44.635904 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021058'] for router_gateway, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:44.738755 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-352'] for router, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:44.740814 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:44.803850 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1031327'] for router, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:44.804235 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12223ac0-768a-4d11-933a-12f76b2e6888 {{(pid=92948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 19:10:44.809081 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Notify callbacks [] for router, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:44.810211 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] 10.222.0.10 "DELETE /v2.0/routers/12223ac0-768a-4d11-933a-12f76b2e6888 HTTP/1.1" status: 204 len: 168 time: 1.1783111 Jun 17 19:10:44.812716 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39400) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:44.856487 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f6ea56-3da1-4693-9245-9669173b9bbc admin admin] Deleting subnet 8cd3fd67-d089-4814-8e68-8c6a919c213f {{(pid=92948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:10:44.859638 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ea56-3da1-4693-9245-9669173b9bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:44.893832 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ea56-3da1-4693-9245-9669173b9bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112628'] for subnet, precommit_delete_associations {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:44.936423 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ea56-3da1-4693-9245-9669173b9bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:44.989184 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ea56-3da1-4693-9245-9669173b9bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260402110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261614658'] for subnet, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:44.992305 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-46556a9f-ee89-4221-838b-7d403a4e12ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:45.016006 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6ea56-3da1-4693-9245-9669173b9bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd3fd67-d089-4814-8e68-8c6a919c213f,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:45.018528 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a8f6ea56-3da1-4693-9245-9669173b9bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:45.021327 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ea56-3da1-4693-9245-9669173b9bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:45.026597 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 39402) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:45.027182 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-a8f6ea56-3da1-4693-9245-9669173b9bbc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8cd3fd67-d089-4814-8e68-8c6a919c213f HTTP/1.1" status: 204 len: 168 time: 0.2129040 Jun 17 19:10:45.096506 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:45.179546 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:45.189405 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d539c9-58d2-423d-b233-c8fbfb44a066']}} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:45.199487 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890670c4-bab8-4888-9352-24b1a2a3089c') {'for_net_delete': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:45.199786 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890670c4-bab8-4888-9352-24b1a2a3089c') {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:45.208420 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3247330'] for segment, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:45.223271 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:45.229798 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=92947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:10:45.230590 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4087624'] for segment, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: retrieve_revision_numbers = { Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: Traceback (most recent call last): Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: timer() Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: cb(*args, **kw) Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: return func(*args, **kwargs) Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: self._notify() Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: self.callback(batched_events) Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: event.method(event) Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: return f(self, *a, **k) Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: return self._get(url).json() Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:10:45.232335 dv-cinder-790535-5-smb neutron-server[92947]: return self.request(url, 'GET', **kwargs) Jun 17 19:10:45.236231 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:10:45.236231 dv-cinder-790535-5-smb neutron-server[92947]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:10:45.236231 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:10:45.236231 dv-cinder-790535-5-smb neutron-server[92947]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:10:45.236231 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:10:45.236231 dv-cinder-790535-5-smb neutron-server[92947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:10:45.236231 dv-cinder-790535-5-smb neutron-server[92947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:10:45.249472 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device b5896ea3-e1f2-449e-aadc-9c8f0020fff6 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:10:45.269096 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: b5896ea3-e1f2-449e-aadc-9c8f0020fff6 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:10:45.269671 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device b5896ea3-e1f2-449e-aadc-9c8f0020fff6 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:10:45.270275 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 90418d2d-aeb2-4743-aae1-c52ab6b5d272 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:10:45.288581 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:45.289557 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 90418d2d-aeb2-4743-aae1-c52ab6b5d272 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:10:45.289916 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 90418d2d-aeb2-4743-aae1-c52ab6b5d272 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:10:45.297107 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:45.299018 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d4d539c9-58d2-423d-b233-c8fbfb44a066 HTTP/1.1" status: 204 len: 168 time: 0.2706139 Jun 17 19:10:45.299988 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-34c28719-9572-4f6b-bebe-eccfc71b5f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:45.311782 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d539c9-58d2-423d-b233-c8fbfb44a066,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:45.314194 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:45.418066 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 39408) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:45.459877 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-9fbe563a-830e-4faa-8ba6-83a4df921761 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93451ec394194b2fba97e72592b1e653&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404766 Jun 17 19:10:45.462016 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 39410) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:45.508466 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-22e95a7c-8004-4337-9f23-378f5af9359c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:45.529972 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-22e95a7c-8004-4337-9f23-378f5af9359c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:45.575277 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-22e95a7c-8004-4337-9f23-378f5af9359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:45.578186 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-22e95a7c-8004-4337-9f23-378f5af9359c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:45.579299 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-22e95a7c-8004-4337-9f23-378f5af9359c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef676f07-7888-4284-b52a-deb0d91566dc HTTP/1.1" status: 204 len: 168 time: 0.1151989 Jun 17 19:10:45.580568 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-45e8cc86-ee55-4465-ae04-0778cbb24899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:45.588373 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e95a7c-8004-4337-9f23-378f5af9359c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef676f07-7888-4284-b52a-deb0d91566dc,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:45.591021 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-22e95a7c-8004-4337-9f23-378f5af9359c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:45.670267 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7273a9-b6d4-48ff-bba7-d1b61c493ddf req-b73b56c1-983a-4073-8553-3c7b5819f529 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:45.671809 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fd7273a9-b6d4-48ff-bba7-d1b61c493ddf req-b73b56c1-983a-4073-8553-3c7b5819f529 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0672317 Jun 17 19:10:45.710494 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fd7273a9-b6d4-48ff-bba7-d1b61c493ddf req-bf595468-095c-4a8e-8c35-6e79fb719cce tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321658 Jun 17 19:10:46.232606 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 39434) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:46.324652 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-network', 'tenant_id': '986daf25687946db84eca340d33407de'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:10:46.345276 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Made reservation on behalf of 986daf25687946db84eca340d33407de for: {'network': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:10:46.347579 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:46.356292 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:46.455161 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:46.459182 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:46.462968 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0d03679e-c158-417b-8845-4f3482a72267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:46.484090 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=92947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:10:46.493503 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c6f4b-be5e-47a1-85c4-6aa45114558a,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:46.498447 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:46.499501 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:46.499837 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.db.segments_db [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Added segment 6299787f-c4b8-46cd-adcb-657abddd11b1 of type vlan for network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 Jun 17 19:10:46.542580 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:46.571541 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:46.573290 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:46.573886 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:46.576785 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-d8d55921-5728-496f-9692-11afa877f320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:46.609676 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3733797 Jun 17 19:10:46.610522 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39446) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:46.615808 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] Request body: {'subnet': {'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-subnet', 'tenant_id': '986daf25687946db84eca340d33407de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:10:46.640375 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Pushing event updated for resources: {'Network': ['ID=9821e8fa-3fcd-419b-8fc8-5a07b0330db4,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:46.642943 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] Made reservation on behalf of 986daf25687946db84eca340d33407de for: {'subnet': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:10:46.646852 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261614695'] for subnet, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:46.648640 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:46.651322 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:10:46.888906 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260402161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261614709'] for subnet, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:46.893908 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-3ce9cf89-9cf6-4ced-a7f8-8654f251d325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:46.952426 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a030fc-a687-4a8c-8da4-92761aa0406a,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:46.962146 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:46.977804 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc225c-096c-4909-abb1-ad3513ab717b req-71fb80fe-cc36-4781-999e-8aa5498ca041 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:46.980019 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-36dc225c-096c-4909-abb1-ad3513ab717b req-71fb80fe-cc36-4781-999e-8aa5498ca041 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1366839 Jun 17 19:10:46.982672 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] Checking segment: {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:10:46.983024 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] Network hostable DHCP agents. Network: 9821e8fa-3fcd-419b-8fc8-5a07b0330db4, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:10:47.015276 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] Network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:10:47.032171 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-36dc225c-096c-4909-abb1-ad3513ab717b req-0b4f7b79-3106-4e32-9e5f-cc942c12621d tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460155 Jun 17 19:10:47.033157 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, 9821e8fa-3fcd-419b-8fc8-5a07b0330db4) {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:10:47.036948 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:47.037522 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.046012 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c43ec-a19b-45fb-82f9-df0b1a840bc8 None None] Network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:10:47.063994 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-d5d6967d-716f-478c-9d15-f90953117294 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4521513 Jun 17 19:10:47.066464 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39452) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:47.071147 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:10:47.092086 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-374'] for router, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.093788 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-992818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-361'] for router, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.161899 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.221048 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b94ab20-32b0-5df0-9cd3-8308e174a308-9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a'}]}} from dv-cinder-790535-5-smb. {{(pid=92949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 19:10:47.221937 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.308443 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-347'] for router, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.366515 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.db_base_plugin_common [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Allocated IP 172.20.0.2 (9821e8fa-3fcd-419b-8fc8-5a07b0330db4/89a030fc-a687-4a8c-8da4-92761aa0406a/80e27d43-e341-4cb7-814b-15f5798abab9) {{(pid=92949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:10:47.516753 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Notify callbacks [] for port, precommit_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.523171 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.526267 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Transition to ACTIVE for port object 80e27d43-e341-4cb7-814b-15f5798abab9 will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:10:47.541242 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Transition to ACTIVE for port object 80e27d43-e341-4cb7-814b-15f5798abab9 will not be triggered until provisioned by entity DHCP. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:10:47.543781 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.546770 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.548563 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:47.585406 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 is already hosted by enough agents. {{(pid=92949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:10:47.591224 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.base_scheduler [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Resources bound (agent type, host, resource id): {{(pid=92949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:10:47.595518 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Received port after_create {{(pid=92949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:10:47.597403 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Pushing event updated for resources: {'Port': ['ID=80e27d43-e341-4cb7-814b-15f5798abab9,revision_number=1']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:47.600428 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:47.649557 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Allocated IP 172.28.2.158 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/f2df2176-c785-4a7a-98d1-457ce9357145) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:10:47.655539 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Attempting to bind port 80e27d43-e341-4cb7-814b-15f5798abab9 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:10:47.655964 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Attempting to bind port 80e27d43-e341-4cb7-814b-15f5798abab9 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:10:47.656267 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Attempting to bind port 80e27d43-e341-4cb7-814b-15f5798abab9 on network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:10:47.661092 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:10:47.661475 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Checking segment: {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:10:47.661882 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.662540 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Bound using segment: {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:10:47.663014 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Bound port: 80e27d43-e341-4cb7-814b-15f5798abab9, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:10:47.663372 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.723546 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] For port 80e27d43-e341-4cb7-814b-15f5798abab9, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:10:47.726877 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] For port 80e27d43-e341-4cb7-814b-15f5798abab9, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=80e27d43-e341-4cb7-814b-15f5798abab9,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:10:47.731800 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.733673 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:47.752118 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.788490 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Pushing event updated for resources: {'Port': ['ID=80e27d43-e341-4cb7-814b-15f5798abab9,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:47.800481 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:47.809545 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:47.813051 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:47.850937 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:10:47.858210 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:10:47.862476 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:10:47.865640 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Pushing event updated for resources: {'Port': ['ID=f2df2176-c785-4a7a-98d1-457ce9357145,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:47.889912 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:48.155392 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:48.373224 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe5d06-96a1-441b-be4f-f7cb4200722b req-da32e564-c6a3-40f4-a8c1-65fb619aa3b4 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:48.374598 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-39fe5d06-96a1-441b-be4f-f7cb4200722b req-da32e564-c6a3-40f4-a8c1-65fb619aa3b4 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 946 time: 0.1835120 Jun 17 19:10:48.409171 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd40a82-afac-4507-b2d8-9c40d5a4c36e req-4ebcca63-b417-44e8-af2c-5bdab9e84f88 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:48.410699 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3bd40a82-afac-4507-b2d8-9c40d5a4c36e req-4ebcca63-b417-44e8-af2c-5bdab9e84f88 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.2207103 Jun 17 19:10:48.487576 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-39fe5d06-96a1-441b-be4f-f7cb4200722b req-dedf965e-ee48-4eb6-a935-9ad3addea20c tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878959 Jun 17 19:10:48.490059 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3bd40a82-afac-4507-b2d8-9c40d5a4c36e req-d4d38b18-e1fe-44f3-a972-af28ecaccd1c tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715802 Jun 17 19:10:48.502116 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020874'] for router, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:48.635826 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Router aeabd397-8b45-44a9-8a60-8d46a0afae7a is scheduled to L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 with binding_index 1 {{(pid=92948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 19:10:48.736792 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6476ef4d-1823-4660-a0fa-cff08527c04f None None] Network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:10:48.745227 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:10:48.755453 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Sync routers for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:10:48.760407 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Notify callbacks [] for router, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:48.762875 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6941988 Jun 17 19:10:48.764389 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39464) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:48.800778 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:10:48.801413 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:10:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:48.905199 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-91ee2f47-7279-4d49-ae68-a86eb5ab3004 None None] Provisioning for port 80e27d43-e341-4cb7-814b-15f5798abab9 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:10:48.958362 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:10:49.190809 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:48Z', 'revision_number': 3, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:49.227665 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Checking router: aeabd397-8b45-44a9-8a60-8d46a0afae7a for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:10:49.228507 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Updating router aeabd397-8b45-44a9-8a60-8d46a0afae7a port f2df2176-c785-4a7a-98d1-457ce9357145 binding host dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:10:49.274459 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:49.310116 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 80e27d43-e341-4cb7-814b-15f5798abab9 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:10:49.427459 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:49.454321 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 80e27d43-e341-4cb7-814b-15f5798abab9 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:10:49.465795 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 80e27d43-e341-4cb7-814b-15f5798abab9 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:10:49.466197 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:49.587967 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Allocated IP 172.20.0.1 (9821e8fa-3fcd-419b-8fc8-5a07b0330db4/89a030fc-a687-4a8c-8da4-92761aa0406a/67e57703-1e40-42f5-b532-d96731b36c06) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:10:49.627985 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:49.658439 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Notify callbacks [] for port, precommit_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:49.679132 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Transition to ACTIVE for port object f2df2176-c785-4a7a-98d1-457ce9357145 will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:10:49.682393 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 80e27d43-e341-4cb7-814b-15f5798abab9, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=80e27d43-e341-4cb7-814b-15f5798abab9,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:49.687394 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:49.689459 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:49.691854 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:49.775581 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:49.805672 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Transition to ACTIVE for port object 67e57703-1e40-42f5-b532-d96731b36c06 will not be triggered until provisioned by entity DHCP. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:10:49.814766 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b9aea-58dd-4626-a664-6052e7e492ca req-483bda6d-48dc-467e-873c-9248a14948c6 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:49.816315 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a60b9aea-58dd-4626-a664-6052e7e492ca req-483bda6d-48dc-467e-873c-9248a14948c6 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 946 time: 0.1587286 Jun 17 19:10:49.825995 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13e111-f049-45f6-87d3-fad27b2aacf2 req-38cc7230-a196-42c7-a216-b6fb312ca6dd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:49.827489 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-db13e111-f049-45f6-87d3-fad27b2aacf2 req-38cc7230-a196-42c7-a216-b6fb312ca6dd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1686966 Jun 17 19:10:49.871860 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Attempting to bind port f2df2176-c785-4a7a-98d1-457ce9357145 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:10:49.872495 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Attempting to bind port f2df2176-c785-4a7a-98d1-457ce9357145 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:10:49.872607 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Attempting to bind port f2df2176-c785-4a7a-98d1-457ce9357145 on network d935f812-d4b0-4797-881a-d9ceb277979e {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:10:49.879305 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:10:49.879683 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Checking segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:10:49.880084 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:49.880480 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Bound using segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:10:49.880946 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Bound port: f2df2176-c785-4a7a-98d1-457ce9357145, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:10:49.881320 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:49.882784 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=80e27d43-e341-4cb7-814b-15f5798abab9,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:49.887302 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:49.887493 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:49.910335 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a60b9aea-58dd-4626-a664-6052e7e492ca req-39375e26-9fce-442a-aaab-93e848f1e9f4 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802865 Jun 17 19:10:49.918178 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-db13e111-f049-45f6-87d3-fad27b2aacf2 req-55699553-eb81-422b-9433-3eba2bbe365c tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789287 Jun 17 19:10:49.919571 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:49.922743 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:49.960770 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:10:49.963987 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:10:49.964998 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641f57e-6ff4-4478-8588-1c60190406a7 None None] Pushing event updated for resources: {'Port': ['ID=f2df2176-c785-4a7a-98d1-457ce9357145,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:49.967687 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] For port f2df2176-c785-4a7a-98d1-457ce9357145, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:10:49.969599 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:10:49.970206 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-c641f57e-6ff4-4478-8588-1c60190406a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:49.975429 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Pushing event updated for resources: {'Port': ['ID=67e57703-1e40-42f5-b532-d96731b36c06,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:49.981901 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] For port f2df2176-c785-4a7a-98d1-457ce9357145, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=f2df2176-c785-4a7a-98d1-457ce9357145,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:10:49.986700 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:49.988826 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:49.996683 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:50.013402 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023347'] for router_interface, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:50.048226 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:10:50.048961 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:10:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:50.051232 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641f57e-6ff4-4478-8588-1c60190406a7 None None] Pushing event updated for resources: {'Port': ['ID=f2df2176-c785-4a7a-98d1-457ce9357145,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:50.054944 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-c641f57e-6ff4-4478-8588-1c60190406a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:50.160545 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:10:50.164067 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:50.294716 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-aecbc01d-b68a-4e91-b8aa-928e43ac3077 None None] Provisioning for port 67e57703-1e40-42f5-b532-d96731b36c06 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:10:50.305107 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-aecbc01d-b68a-4e91-b8aa-928e43ac3077 None None] Provisioning complete for port 67e57703-1e40-42f5-b532-d96731b36c06 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:10:50.305479 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-aecbc01d-b68a-4e91-b8aa-928e43ac3077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:50.327402 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:50.331734 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:50.334736 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:50.358509 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-aecbc01d-b68a-4e91-b8aa-928e43ac3077 None None] Port 67e57703-1e40-42f5-b532-d96731b36c06 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:10:50.381328 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:48Z', 'revision_number': 3, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:50.402642 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1018328'] for router_interface, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:50.405276 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Pushing event updated for resources: {'Port': ['ID=67e57703-1e40-42f5-b532-d96731b36c06,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:50.407524 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcbfb4-d7d8-46b9-bfa1-614f648e1428 None None] The sync data for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb is: [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:48Z', 'revision_number': 3, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:10:50.410884 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:50.497870 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:10:50.499257 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:10:50.621945 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Router aeabd397-8b45-44a9-8a60-8d46a0afae7a has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:10:50.752700 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:10:50.757839 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] 10.222.0.10 "PUT /v2.0/routers/aeabd397-8b45-44a9-8a60-8d46a0afae7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9924946 Jun 17 19:10:50.784926 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-25de593c-1aa2-4f5b-8a48-92c3191584bf None None] Provisioning complete for port 67e57703-1e40-42f5-b532-d96731b36c06 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:10:50.785304 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-25de593c-1aa2-4f5b-8a48-92c3191584bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:50.825687 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-25de593c-1aa2-4f5b-8a48-92c3191584bf None None] Port 67e57703-1e40-42f5-b532-d96731b36c06 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:10:51.103384 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b723b1-f391-4407-8f71-2201b59201c8 req-3f549ed1-234f-4ee9-9375-8adc14fcd8b9 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:51.105039 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-39b723b1-f391-4407-8f71-2201b59201c8 req-3f549ed1-234f-4ee9-9375-8adc14fcd8b9 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 946 time: 0.0699117 Jun 17 19:10:51.149557 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-39b723b1-f391-4407-8f71-2201b59201c8 req-05d3d970-7b83-41dd-9b01-106bfc6ae0c9 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384986 Jun 17 19:10:51.279382 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39482) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:51.287128 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-15886d3c-9676-45e7-932e-366cc58f2965 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454056813', 'description': 'tempest-description--1816349937'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:10:51.356004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-15886d3c-9676-45e7-932e-366cc58f2965 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.389697 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device f2df2176-c785-4a7a-98d1-457ce9357145 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:10:51.401647 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9db4b-5afc-4379-9102-057192fcece7 req-323593cb-41bf-4719-8ed3-097def0ff4a8 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:51.403258 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d7e9db4b-5afc-4379-9102-057192fcece7 req-323593cb-41bf-4719-8ed3-097def0ff4a8 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1196597 Jun 17 19:10:51.443398 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port f2df2176-c785-4a7a-98d1-457ce9357145 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:10:51.448137 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port f2df2176-c785-4a7a-98d1-457ce9357145 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:10:51.448596 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.475050 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d7e9db4b-5afc-4379-9102-057192fcece7 req-a33158f7-b6c4-480b-8b19-c12def6baf40 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630445 Jun 17 19:10:51.514233 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-15886d3c-9676-45e7-932e-366cc58f2965 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.518649 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-15886d3c-9676-45e7-932e-366cc58f2965 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.522670 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-bb6cb12e-1148-4c2e-9844-06b4e8a736d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:51.545999 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.555056 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-15886d3c-9676-45e7-932e-366cc58f2965 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.559464 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-15886d3c-9676-45e7-932e-366cc58f2965 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2762396 Jun 17 19:10:51.559464 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15886d3c-9676-45e7-932e-366cc58f2965 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:51.560700 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39484) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:51.563138 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-15886d3c-9676-45e7-932e-366cc58f2965 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:51.567301 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-ea8d5a3e-452d-4a52-a03c-671ca3bab79e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Request body: {'security_group_rule': {'security_group_id': 'c44ac81b-1acd-4b4d-b308-f7f7a9a20eee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:10:51.568603 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port f2df2176-c785-4a7a-98d1-457ce9357145, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=f2df2176-c785-4a7a-98d1-457ce9357145,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:51.573786 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.574974 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 80e27d43-e341-4cb7-814b-15f5798abab9 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:10:51.576654 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-4dd7e521-2aa6-4387-b232-34c11f6e31b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:51.598309 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5a3e-452d-4a52-a03c-671ca3bab79e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.659560 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=f2df2176-c785-4a7a-98d1-457ce9357145,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:51.660778 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5a3e-452d-4a52-a03c-671ca3bab79e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.663016 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:51.670213 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5a3e-452d-4a52-a03c-671ca3bab79e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.672285 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e50492ac-3ec7-401c-9d3b-aaaa649302be tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:51.673607 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 80e27d43-e341-4cb7-814b-15f5798abab9 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:10:51.673993 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.688130 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d5a3e-452d-4a52-a03c-671ca3bab79e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05b1383-3695-45d6-8769-bc2e7c0572f9,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:51.695010 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ea8d5a3e-452d-4a52-a03c-671ca3bab79e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:51.702679 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5a3e-452d-4a52-a03c-671ca3bab79e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.706140 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-ea8d5a3e-452d-4a52-a03c-671ca3bab79e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423030 Jun 17 19:10:51.706545 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39486) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:51.711078 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-de1d0e86-3a50-4638-b544-42404f09bcf0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Request body: {'security_group_rule': {'security_group_id': 'c44ac81b-1acd-4b4d-b308-f7f7a9a20eee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:10:51.739947 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-de1d0e86-3a50-4638-b544-42404f09bcf0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.803629 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-de1d0e86-3a50-4638-b544-42404f09bcf0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.808313 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-de1d0e86-3a50-4638-b544-42404f09bcf0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.813107 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:51.829133 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d0e86-3a50-4638-b544-42404f09bcf0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0411c378-47a4-4512-a579-ff7d57b90ad9,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:51.831984 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-de1d0e86-3a50-4638-b544-42404f09bcf0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:51.837057 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-de1d0e86-3a50-4638-b544-42404f09bcf0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.838732 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-de1d0e86-3a50-4638-b544-42404f09bcf0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312509 Jun 17 19:10:51.841771 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39488) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:10:51.846281 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Request body: {'floatingip': {'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:10:51.870210 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:51.970687 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:52.075390 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Sync routers for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:10:52.075985 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Allocated IP 172.28.2.151 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/4e9c3e95-1779-4c09-b1d6-169a5dc1c15e) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:10:52.084911 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:10:52.085604 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:10:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:52.185325 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:52.226105 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:52.230726 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-642f6b0c-dfce-4825-8e95-e60ca49be28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:52.269154 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:10:52.273294 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:10:52.284757 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:10:52.294347 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:10:52.328961 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event updated for resources: {'Port': ['ID=4e9c3e95-1779-4c09-b1d6-169a5dc1c15e,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:52.333563 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:52.408662 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e196d60-7788-4e96-9b05-cd208948cc8f req-04787d96-5093-4a0f-872d-7e46c418b4d0 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:52.410123 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0e196d60-7788-4e96-9b05-cd208948cc8f req-04787d96-5093-4a0f-872d-7e46c418b4d0 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 946 time: 0.1398218 Jun 17 19:10:52.439434 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:52.475826 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 2, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:52.481250 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0e196d60-7788-4e96-9b05-cd208948cc8f req-042432fe-481f-4d99-a7d4-0634d2a4b08f tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637622 Jun 17 19:10:52.501854 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:52.503551 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Checking router: aeabd397-8b45-44a9-8a60-8d46a0afae7a for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:10:52.505172 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Updating router aeabd397-8b45-44a9-8a60-8d46a0afae7a port 67e57703-1e40-42f5-b532-d96731b36c06 binding host dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:10:52.537887 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:52.699998 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:52.708308 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef584ba-c159-4570-b637-f29ae8530e72 req-93423804-2eef-472f-8df7-de8360d93460 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:52.709767 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cef584ba-c159-4570-b637-f29ae8530e72 req-93423804-2eef-472f-8df7-de8360d93460 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1055744 Jun 17 19:10:52.710830 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:52.714131 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-135a975a-7c08-4c5f-bb3b-656a90e68763 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:52.803352 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event updated for resources: {'Port': ['ID=4e9c3e95-1779-4c09-b1d6-169a5dc1c15e,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:52.804148 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Notify callbacks [] for port, precommit_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:52.811667 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:52.815181 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.provisioning_blocks [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Transition to ACTIVE for port object 67e57703-1e40-42f5-b532-d96731b36c06 will not be triggered until provisioned by entity L2. {{(pid=92950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:10:52.816506 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cef584ba-c159-4570-b637-f29ae8530e72 req-ccc0e49f-f0c4-4dfa-8655-b3d14db68b40 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969584 Jun 17 19:10:52.821138 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:52.824020 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:52.825972 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:52.858402 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:52.859992 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0172706 Jun 17 19:10:52.901089 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Pushing event updated for resources: {'Port': ['ID=67e57703-1e40-42f5-b532-d96731b36c06,revision_number=3']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:52.912766 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:52.913139 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:52.913468 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:52.913789 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:52.914172 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:52.914636 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:52.914980 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:52.915364 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:52.916194 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:52.916924 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:52.917691 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:52.918331 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:10:52.922408 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:53.004215 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Attempting to bind port 67e57703-1e40-42f5-b532-d96731b36c06 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:10:53.004584 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Attempting to bind port 67e57703-1e40-42f5-b532-d96731b36c06 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:10:53.004939 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Attempting to bind port 67e57703-1e40-42f5-b532-d96731b36c06 on network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:10:53.012032 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:10:53.012400 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Checking segment: {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:10:53.013117 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:53.013290 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Bound using segment: {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:10:53.013953 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Bound port: 67e57703-1e40-42f5-b532-d96731b36c06, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'}}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:10:53.014467 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:53.045933 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-49707c4c-fc2f-49b5-b7ec-903014794c4b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--454056813&fields=id&tenant_id=986daf25687946db84eca340d33407de HTTP/1.1" status: 200 len: 267 time: 0.0506601 Jun 17 19:10:53.102888 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] For port 67e57703-1e40-42f5-b532-d96731b36c06, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:10:53.107205 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] For port 67e57703-1e40-42f5-b532-d96731b36c06, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=67e57703-1e40-42f5-b532-d96731b36c06,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:10:53.112464 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:53.123771 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-424c0c8e-48fc-4e46-8b64-dd06e033e99e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:53.199497 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:10:53.200429 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:10:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:53.206796 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Pushing event updated for resources: {'Port': ['ID=67e57703-1e40-42f5-b532-d96731b36c06,revision_number=4']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:53.215144 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:53.293878 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465be3de-c40f-4b36-8b3a-177678293f38 req-019b4ad7-2c6b-425b-80b9-1b3800c5a627 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:53.301594 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-019b4ad7-2c6b-425b-80b9-1b3800c5a627 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 817 time: 0.2459497 Jun 17 19:10:53.316580 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device f2df2176-c785-4a7a-98d1-457ce9357145 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:10:53.335922 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77944-dc14-437c-b551-e9bfcd7d91a5 req-426c8ee6-d73e-4bdf-9ab5-241ec22c9b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:53.337594 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-62c77944-dc14-437c-b551-e9bfcd7d91a5 req-426c8ee6-d73e-4bdf-9ab5-241ec22c9b53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f483840778a4b289070c9f068eae35f&device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 1098 time: 0.1042867 Jun 17 19:10:53.338629 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-e9b788fa-4676-4f95-9533-3250c51969e0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/quotas/986daf25687946db84eca340d33407de HTTP/1.1" status: 200 len: 375 time: 0.0366173 Jun 17 19:10:53.360770 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:10:53.379509 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0df2-1f9f-4360-9cb0-f10b11e674da req-06ef768d-c5c9-4792-9422-2e55025bbdbf tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:53.381117 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8eda0df2-1f9f-4360-9cb0-f10b11e674da req-06ef768d-c5c9-4792-9422-2e55025bbdbf tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.42 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 946 time: 0.2783136 Jun 17 19:10:53.399907 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port f2df2176-c785-4a7a-98d1-457ce9357145 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:10:53.400566 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:53.458959 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715aa86-b48c-4e38-a1be-e35f1b1c42eb req-bfca77e6-6aca-4068-8a40-fb3d5d6d47f2 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:53.460544 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e715aa86-b48c-4e38-a1be-e35f1b1c42eb req-bfca77e6-6aca-4068-8a40-fb3d5d6d47f2 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.3096588 Jun 17 19:10:53.465969 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77944-dc14-437c-b551-e9bfcd7d91a5 req-ffddd5f3-882a-4ff7-862a-359e593c0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:53.467381 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-62c77944-dc14-437c-b551-e9bfcd7d91a5 req-ffddd5f3-882a-4ff7-862a-359e593c0363 service neutron] 10.222.0.42 "GET /v2.0/networks?id=47474ca6-6289-4c8b-a386-ccceb3457590 HTTP/1.1" status: 200 len: 911 time: 0.1222613 Jun 17 19:10:53.543721 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-62c77944-dc14-437c-b551-e9bfcd7d91a5 req-9f1437f6-d928-4f2a-9c92-abf345e748b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6937ec75-d652-413d-85ea-721b9e9f4127 HTTP/1.1" status: 200 len: 1000 time: 0.0680439 Jun 17 19:10:53.567286 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-fdcf5e47-caf0-4ff4-bda3-2746fea94342 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2277038 Jun 17 19:10:53.570031 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e715aa86-b48c-4e38-a1be-e35f1b1c42eb req-324722d1-e6d9-4d09-b86e-dfded51eda33 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973327 Jun 17 19:10:53.599237 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77944-dc14-437c-b551-e9bfcd7d91a5 req-8dd5be97-6943-42bf-9e73-3de24af48ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:53.600872 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-62c77944-dc14-437c-b551-e9bfcd7d91a5 req-8dd5be97-6943-42bf-9e73-3de24af48ae8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91c9f451-1e97-4705-99d3-c24a35bcad9a HTTP/1.1" status: 200 len: 849 time: 0.0501115 Jun 17 19:10:53.603176 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-8eda0df2-1f9f-4360-9cb0-f10b11e674da req-34a85e04-a8a0-4a49-bb30-1cc174688006 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Deleting port a2d4d3ff-a237-4b0d-9464-af6fe086919d {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:10:53.603744 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-8eda0df2-1f9f-4360-9cb0-f10b11e674da req-34a85e04-a8a0-4a49-bb30-1cc174688006 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:53.626418 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:53Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:10:53.657688 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51fc303-350f-44dc-a077-d3bfe9042331 None None] The sync data for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb is: [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:53Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:10:53.668259 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77944-dc14-437c-b551-e9bfcd7d91a5 req-baa57fad-5d6a-4a29-a3aa-7e86fe1cb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:53.669746 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-62c77944-dc14-437c-b551-e9bfcd7d91a5 req-baa57fad-5d6a-4a29-a3aa-7e86fe1cb397 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47474ca6-6289-4c8b-a386-ccceb3457590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0615993 Jun 17 19:10:53.799112 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-492026dc-13af-4bd6-a3f1-fd8aee242054 service neutron] 10.222.0.10 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171521 Jun 17 19:10:53.802252 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-62c77944-dc14-437c-b551-e9bfcd7d91a5 req-c8429139-1c30-4f56-9ae5-d8bf3fa2e1db service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237378 Jun 17 19:10:53.843333 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-8eda0df2-1f9f-4360-9cb0-f10b11e674da req-34a85e04-a8a0-4a49-bb30-1cc174688006 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] For port a2d4d3ff-a237-4b0d-9464-af6fe086919d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2d4d3ff-a237-4b0d-9464-af6fe086919d,segment=NetworkSegment(d5ba5998-72f0-4060-9ffe-06828470372d),segment_id=d5ba5998-72f0-4060-9ffe-06828470372d)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:53.843806 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-8eda0df2-1f9f-4360-9cb0-f10b11e674da req-34a85e04-a8a0-4a49-bb30-1cc174688006 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:53.910908 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-62c77944-dc14-437c-b551-e9bfcd7d91a5 req-734a635d-2f62-48e0-8cc5-92ef8dc9cad3 service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000714 Jun 17 19:10:53.930633 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-8eda0df2-1f9f-4360-9cb0-f10b11e674da req-34a85e04-a8a0-4a49-bb30-1cc174688006 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Calling delete_port for a2d4d3ff-a237-4b0d-9464-af6fe086919d owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:10:53.973951 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f9cfd-7055-4798-8892-5cdf5de1dc98 req-facd81f0-eee5-4a01-97fe-52b0c3375951 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:53.975369 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-092f9cfd-7055-4798-8892-5cdf5de1dc98 req-facd81f0-eee5-4a01-97fe-52b0c3375951 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 946 time: 0.2482836 Jun 17 19:10:54.050459 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-eb9274c4-530a-4ad5-884f-a87d19c245cf service neutron] 10.222.0.10 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386341 Jun 17 19:10:54.083915 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-092f9cfd-7055-4798-8892-5cdf5de1dc98 req-8f6302d3-4715-4cdc-a255-6d282197f1de tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b52f86d-6d93-4910-96e4-69c861d4ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989223 Jun 17 19:10:54.163640 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-8eda0df2-1f9f-4360-9cb0-f10b11e674da req-34a85e04-a8a0-4a49-bb30-1cc174688006 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:54.167528 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-066facc5-f026-4834-936c-2b7c7047e9d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:54.178542 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['a2d4d3ff-a237-4b0d-9464-af6fe086919d'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:10:54.201532 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a85e04-a8a0-4a49-bb30-1cc174688006 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Pushing event deleted for resources: {'Port': ['ID=a2d4d3ff-a237-4b0d-9464-af6fe086919d,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:54.204951 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-34a85e04-a8a0-4a49-bb30-1cc174688006 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:54.541881 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eda0df2-1f9f-4360-9cb0-f10b11e674da req-34a85e04-a8a0-4a49-bb30-1cc174688006 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] No DVR routers for this DVR port a2d4d3ff-a237-4b0d-9464-af6fe086919d on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:10:54.560303 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-8eda0df2-1f9f-4360-9cb0-f10b11e674da req-34a85e04-a8a0-4a49-bb30-1cc174688006 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:54.562313 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8eda0df2-1f9f-4360-9cb0-f10b11e674da req-34a85e04-a8a0-4a49-bb30-1cc174688006 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.42 "DELETE /v2.0/ports/a2d4d3ff-a237-4b0d-9464-af6fe086919d HTTP/1.1" status: 204 len: 173 time: 1.1734409 Jun 17 19:10:54.563020 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17440f46-266b-4430-9663-efc8d3affc32', 'name': 'network-vif-deleted', 'tag': 'a2d4d3ff-a237-4b0d-9464-af6fe086919d'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:10:54.565165 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7739329e-0ad1-4984-a1d6-6fbc1bd2f736" -d '{"events": [{"server_uuid": "17440f46-266b-4430-9663-efc8d3affc32", "name": "network-vif-deleted", "tag": "a2d4d3ff-a237-4b0d-9464-af6fe086919d"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:10:54.569745 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b864efea-791c-4624-a89b-268266829cd7 req-182a50cb-e4e2-4a7f-b5cc-6bab3c40b1d5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 210 time: 0.3388314 Jun 17 19:10:54.625940 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97419200-acf5-41d5-b539-759d7168cdc1 x-openstack-request-id: req-97419200-acf5-41d5-b539-759d7168cdc1 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:10:54.626503 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17440f46-266b-4430-9663-efc8d3affc32", "name": "network-vif-deleted", "tag": "a2d4d3ff-a237-4b0d-9464-af6fe086919d", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:10:54.626895 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97419200-acf5-41d5-b539-759d7168cdc1 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:10:54.627413 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17440f46-266b-4430-9663-efc8d3affc32', 'name': 'network-vif-deleted', 'tag': 'a2d4d3ff-a237-4b0d-9464-af6fe086919d', 'status': 'completed', 'code': 200} Jun 17 19:10:54.803070 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2806dc-e5db-437b-9890-2ee1c9298a12 req-27a469c2-2a8b-47c9-9aeb-f1d65bbc2b14 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:54.804801 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-af2806dc-e5db-437b-9890-2ee1c9298a12 req-27a469c2-2a8b-47c9-9aeb-f1d65bbc2b14 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0784240 Jun 17 19:10:54.859241 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-af2806dc-e5db-437b-9890-2ee1c9298a12 req-7056f441-85f5-4594-9083-e6804fcf5c28 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452964 Jun 17 19:10:55.243611 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9d242a97-4360-4dbe-8490-e9991a569c5d req-60046d75-64e4-49ba-8d59-95ddd0241847 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] 10.222.0.10 "GET /v2.0/ports?device_id=17440f46-266b-4430-9663-efc8d3affc32 HTTP/1.1" status: 200 len: 210 time: 0.0300059 Jun 17 19:10:55.277501 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 67e57703-1e40-42f5-b532-d96731b36c06 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:10:55.330155 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 67e57703-1e40-42f5-b532-d96731b36c06 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:10:55.333543 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 67e57703-1e40-42f5-b532-d96731b36c06 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:10:55.333917 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:55.412404 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:55.447645 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 67e57703-1e40-42f5-b532-d96731b36c06, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=67e57703-1e40-42f5-b532-d96731b36c06,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:10:55.452354 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:55.455320 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:55.501620 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=67e57703-1e40-42f5-b532-d96731b36c06,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:55.504871 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:55.738154 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-791a2458-9ba0-4073-a46f-dbdba2068b04 req-d7590fbe-b2cb-427e-ac1f-30abd127b2a0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 210 time: 0.0307636 Jun 17 19:10:56.074832 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465be3de-c40f-4b36-8b3a-177678293f38 req-af5ff963-de19-443c-9b2c-0ca96f8d69a1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:56.076397 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-af5ff963-de19-443c-9b2c-0ca96f8d69a1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.42 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 817 time: 0.1053412 Jun 17 19:10:56.130373 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-f43f990b-362d-4417-8eff-db7845aaf138 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986daf25687946db84eca340d33407de HTTP/1.1" status: 200 len: 379 time: 0.0327091 Jun 17 19:10:56.139521 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Request body: {'port': {'device_id': '9ef32714-1124-4eab-aef4-512e220c513f', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'admin_state_up': True, 'tenant_id': '986daf25687946db84eca340d33407de', 'security_groups': ['c44ac81b-1acd-4b4d-b308-f7f7a9a20eee']}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:10:56.251043 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a0bde14d-91dd-46b1-946c-d9c8b1e8fcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:56.253943 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Made reservation on behalf of 986daf25687946db84eca340d33407de for: {'port': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:10:56.257853 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:56.388773 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Allocated IP 172.20.0.14 (9821e8fa-3fcd-419b-8fc8-5a07b0330db4/89a030fc-a687-4a8c-8da4-92761aa0406a/7526f37c-bd96-4c40-ba9e-c33488e370c2) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:10:56.525180 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:56.539546 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Transition to ACTIVE for port object 7526f37c-bd96-4c40-ba9e-c33488e370c2 will not be triggered until provisioned by entity DHCP. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:10:56.581267 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:56.585442 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:56.632543 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:10:56.636828 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:10:56.640660 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:10:56.671488 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event updated for resources: {'Port': ['ID=7526f37c-bd96-4c40-ba9e-c33488e370c2,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:56.677683 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:56.699610 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:56.700254 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:56.715904 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5799994 Jun 17 19:10:56.731299 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Request body: {'port': {'device_id': '9ef32714-1124-4eab-aef4-512e220c513f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:10:56.806692 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:56.871353 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-eb7d9c28-35bd-4072-a3ef-929e7656fca1 None None] Provisioning for port 7526f37c-bd96-4c40-ba9e-c33488e370c2 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:10:56.875083 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-eb7d9c28-35bd-4072-a3ef-929e7656fca1 None None] Provisioning complete for port 7526f37c-bd96-4c40-ba9e-c33488e370c2 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:10:56.875458 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-eb7d9c28-35bd-4072-a3ef-929e7656fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:56.911949 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d9c28-35bd-4072-a3ef-929e7656fca1 None None] Port 7526f37c-bd96-4c40-ba9e-c33488e370c2 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:10:57.044069 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feb5e7-0410-43aa-9c74-9ae44b0f8399 req-8fc368ca-201d-419a-89a6-23d0151868f7 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:57.045497 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c4feb5e7-0410-43aa-9c74-9ae44b0f8399 req-8fc368ca-201d-419a-89a6-23d0151868f7 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 932 time: 0.1765187 Jun 17 19:10:57.103410 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c4feb5e7-0410-43aa-9c74-9ae44b0f8399 req-07fe31fd-1da4-4e37-9fd8-32d64603bb33 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519240 Jun 17 19:10:57.148338 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7526f37c-bd96-4c40-ba9e-c33488e370c2 {{(pid=92948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:10:57.155798 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:57.166994 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Transition to ACTIVE for port object 7526f37c-bd96-4c40-ba9e-c33488e370c2 will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:10:57.171879 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:57.175012 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-daae9b4c-1d9e-48ec-986b-6e9e1e1da5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:57.208761 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device a2d4d3ff-a237-4b0d-9464-af6fe086919d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:10:57.246931 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: a2d4d3ff-a237-4b0d-9464-af6fe086919d {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:10:57.247259 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device a2d4d3ff-a237-4b0d-9464-af6fe086919d not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:10:57.272371 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Pushing event updated for resources: {'Port': ['ID=7526f37c-bd96-4c40-ba9e-c33488e370c2,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:57.273566 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 67e57703-1e40-42f5-b532-d96731b36c06 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:10:57.278059 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:57.326967 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 67e57703-1e40-42f5-b532-d96731b36c06 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:10:57.327349 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:57.356534 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Attempting to bind port 7526f37c-bd96-4c40-ba9e-c33488e370c2 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:10:57.356988 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Attempting to bind port 7526f37c-bd96-4c40-ba9e-c33488e370c2 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:10:57.357435 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Attempting to bind port 7526f37c-bd96-4c40-ba9e-c33488e370c2 on network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:10:57.362432 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Port 7526f37c-bd96-4c40-ba9e-c33488e370c2 on network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:10:57.363203 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Attempting to bind port 7526f37c-bd96-4c40-ba9e-c33488e370c2 on network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:10:57.368082 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:10:57.368528 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Checking segment: {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:10:57.368986 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Bound using segment: {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:10:57.369511 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Bound port: 7526f37c-bd96-4c40-ba9e-c33488e370c2, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:10:57.369934 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:57.434729 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:10:57.438021 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:10:57.443592 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:57.447302 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4741e06b-f812-428e-8406-97abbccc46ba tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:10:57.476727 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:57.477364 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:57.479654 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] 10.222.0.42 "PUT /v2.0/ports/7526f37c-bd96-4c40-ba9e-c33488e370c2 HTTP/1.1" status: 200 len: 1094 time: 0.7530069 Jun 17 19:10:57.480170 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:10:57.482520 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b56520e-ba1a-474a-ba97-64b3213b77fc" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:10:57.514908 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Pushing event updated for resources: {'Port': ['ID=7526f37c-bd96-4c40-ba9e-c33488e370c2,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:10:57.518417 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:10:57.532395 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b64dcc-c4a1-498b-898b-cf9e81b1773c x-openstack-request-id: req-22b64dcc-c4a1-498b-898b-cf9e81b1773c {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:10:57.533089 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:10:57.533469 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22b64dcc-c4a1-498b-898b-cf9e81b1773c {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:10:57.534021 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'status': 'completed', 'code': 200} Jun 17 19:10:57.590152 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465be3de-c40f-4b36-8b3a-177678293f38 req-4dbd1fa6-830b-45ba-ac50-f18424b0739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:57.591403 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-4dbd1fa6-830b-45ba-ac50-f18424b0739a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 1097 time: 0.0700023 Jun 17 19:10:57.639907 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-790e285c-73ce-4885-9204-a8c2ebceae3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2 HTTP/1.1" status: 200 len: 217 time: 0.0401723 Jun 17 19:10:57.689595 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465be3de-c40f-4b36-8b3a-177678293f38 req-4c01f56c-bb03-4361-85aa-cd47b9e05111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:57.691114 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-4c01f56c-bb03-4361-85aa-cd47b9e05111 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 200 len: 856 time: 0.0453649 Jun 17 19:10:57.749858 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465be3de-c40f-4b36-8b3a-177678293f38 req-81a71288-c950-4c26-88e3-d0c920f8bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:57.751311 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-81a71288-c950-4c26-88e3-d0c920f8bba8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0530462 Jun 17 19:10:57.818089 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:57.854844 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-fb4ae9da-4c37-44e5-af8f-5d21cd66b76f service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957057 Jun 17 19:10:57.946311 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-465be3de-c40f-4b36-8b3a-177678293f38 req-567b92dd-62f9-4433-8a7e-e82f6c9b9a20 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848622 Jun 17 19:10:58.046165 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56520e-ba1a-474a-ba97-64b3213b77fc req-8b758510-2238-4dbb-92be-0485bf3d504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:58.047612 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6b56520e-ba1a-474a-ba97-64b3213b77fc req-8b758510-2238-4dbb-92be-0485bf3d504f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 1097 time: 0.0568941 Jun 17 19:10:58.138285 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56520e-ba1a-474a-ba97-64b3213b77fc req-ba15c9a8-6d36-42ec-b0c2-6d90a258b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:58.139569 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6b56520e-ba1a-474a-ba97-64b3213b77fc req-ba15c9a8-6d36-42ec-b0c2-6d90a258b598 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 918 time: 0.0838158 Jun 17 19:10:58.187564 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6b56520e-ba1a-474a-ba97-64b3213b77fc req-ce97da63-8599-4faf-9487-330156300e23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2 HTTP/1.1" status: 200 len: 217 time: 0.0379112 Jun 17 19:10:58.271256 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56520e-ba1a-474a-ba97-64b3213b77fc req-de57a7c4-ca0c-4b83-b2b3-218874e2f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:58.272666 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6b56520e-ba1a-474a-ba97-64b3213b77fc req-de57a7c4-ca0c-4b83-b2b3-218874e2f8ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 200 len: 856 time: 0.0764680 Jun 17 19:10:58.325980 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48a97c-3ad8-4cc1-9fdb-c16ba52d3dd5 req-b8c914ed-8b51-44ba-986f-ea475d9775b5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:58.327434 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4d48a97c-3ad8-4cc1-9fdb-c16ba52d3dd5 req-b8c914ed-8b51-44ba-986f-ea475d9775b5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.1049862 Jun 17 19:10:58.374834 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56520e-ba1a-474a-ba97-64b3213b77fc req-64a23438-53e0-4044-b308-f32951775080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:58.376286 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6b56520e-ba1a-474a-ba97-64b3213b77fc req-64a23438-53e0-4044-b308-f32951775080 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0953999 Jun 17 19:10:58.379421 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4d48a97c-3ad8-4cc1-9fdb-c16ba52d3dd5 req-102b155c-5b3c-47dd-bc40-66b24ea80e92 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458865 Jun 17 19:10:58.464964 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6b56520e-ba1a-474a-ba97-64b3213b77fc req-461980cf-b09f-448c-9ff6-d10030ad44ed service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799205 Jun 17 19:10:58.556395 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6b56520e-ba1a-474a-ba97-64b3213b77fc req-3c8704bc-6db7-4f04-9375-789b23bc6630 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841703 Jun 17 19:10:58.736051 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-af5af929-0c41-4fc4-9d2c-633b2dddabaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:58.985575 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:10:59.560085 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215d456-eafe-4bd5-92fe-6898b7da862b req-61a2bd0e-22ee-44cf-96a4-a8ea96f16c60 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:10:59.561508 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d215d456-eafe-4bd5-92fe-6898b7da862b req-61a2bd0e-22ee-44cf-96a4-a8ea96f16c60 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0617318 Jun 17 19:10:59.598025 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d215d456-eafe-4bd5-92fe-6898b7da862b req-f473ab5f-c5a7-4438-98a8-d3526cc39e9d tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308053 Jun 17 19:10:59.871668 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:00.773232 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395eeec-5d38-49be-96b2-3b5ac8547116 req-f139a84e-4f17-4d22-9515-25c288696ec8 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:00.774674 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3395eeec-5d38-49be-96b2-3b5ac8547116 req-f139a84e-4f17-4d22-9515-25c288696ec8 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0654013 Jun 17 19:11:00.812127 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3395eeec-5d38-49be-96b2-3b5ac8547116 req-edf0814e-c057-4cdb-aa21-dad5e60d33f9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313172 Jun 17 19:11:01.226011 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7526f37c-bd96-4c40-ba9e-c33488e370c2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:11:01.319736 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:11:01.330868 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'port_id': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'mac_address': 'fa:16:3e:3e:f9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:11:01.370350 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:01.382900 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7526f37c-bd96-4c40-ba9e-c33488e370c2 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:11:01.402526 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:11:01.407580 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:01.409293 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:01.454578 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7526f37c-bd96-4c40-ba9e-c33488e370c2,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:01.461276 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:01.461617 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:01.461946 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:01.462305 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:01.462742 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:01.463064 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:01.463382 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:01.463697 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:01.464009 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:01.464320 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:01.464631 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:01.464939 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:01.468809 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:01.656202 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['7526f37c-bd96-4c40-ba9e-c33488e370c2'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:11:01.986211 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb4c60-d06f-4f33-acb7-af74a2db5c4e req-6b7b478f-2ce6-479e-b94a-b0d25122ad18 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:01.987680 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-36fb4c60-d06f-4f33-acb7-af74a2db5c4e req-6b7b478f-2ce6-479e-b94a-b0d25122ad18 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 945 time: 0.0620561 Jun 17 19:11:02.003606 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:02.027039 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-36fb4c60-d06f-4f33-acb7-af74a2db5c4e req-aaaa784d-b9e0-4028-8c78-b31d133a3c50 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336545 Jun 17 19:11:03.199396 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:11:03.204468 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdb6b4-3c00-4641-aeff-69837782f237 req-3722a4fe-940d-4744-81ee-3f289ff3ea17 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:03.206155 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e7bdb6b4-3c00-4641-aeff-69837782f237 req-3722a4fe-940d-4744-81ee-3f289ff3ea17 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 945 time: 0.0648704 Jun 17 19:11:03.223797 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7526f37c-bd96-4c40-ba9e-c33488e370c2 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:11:03.244373 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e7bdb6b4-3c00-4641-aeff-69837782f237 req-31e36edb-30a6-4ad1-9192-12c0bb8cf1e1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323405 Jun 17 19:11:03.273243 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 7526f37c-bd96-4c40-ba9e-c33488e370c2 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:11:03.277703 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 7526f37c-bd96-4c40-ba9e-c33488e370c2 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:11:03.278067 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:03.354041 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:03.378022 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:11:03.380275 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4c1a2c-3cf4-4af0-89bf-ca2e800f1771" -d '{"events": [{"server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "name": "network-vif-plugged", "status": "completed", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:11:03.393462 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:11:03.396912 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:03.399647 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:03.421443 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7b1d02-5a76-48c4-9f05-f39b119f33d9 x-openstack-request-id: req-5b7b1d02-5a76-48c4-9f05-f39b119f33d9 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:11:03.421767 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "name": "network-vif-plugged", "status": "completed", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:11:03.422029 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b7b1d02-5a76-48c4-9f05-f39b119f33d9 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:11:03.422446 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'code': 200} Jun 17 19:11:03.448246 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7526f37c-bd96-4c40-ba9e-c33488e370c2,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:03.451336 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:03.640159 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22418d-28ca-4167-a09c-7790a67ee221 req-6fcc867a-a8c8-4698-8b1e-8ca7a723dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:03.641482 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4f22418d-28ca-4167-a09c-7790a67ee221 req-6fcc867a-a8c8-4698-8b1e-8ca7a723dc72 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 1099 time: 0.0527263 Jun 17 19:11:03.676718 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4f22418d-28ca-4167-a09c-7790a67ee221 req-3e28954a-d857-4f34-b66c-c1ac8a1d0512 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257242 Jun 17 19:11:04.419761 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a705e-4ff5-4c7f-8711-631933d38288 req-699a70e2-0b92-451d-afeb-831671183bf7 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:04.421634 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1d5a705e-4ff5-4c7f-8711-631933d38288 req-699a70e2-0b92-451d-afeb-831671183bf7 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0643051 Jun 17 19:11:04.459215 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1d5a705e-4ff5-4c7f-8711-631933d38288 req-6f931aea-befd-433f-a140-4fa499fab438 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314045 Jun 17 19:11:05.640488 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a5bb7-a382-4e80-9b47-c48ff5782e6b req-7a1ae77b-9a9b-4c85-b34d-68c8032109f3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:05.641939 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b68a5bb7-a382-4e80-9b47-c48ff5782e6b req-7a1ae77b-9a9b-4c85-b34d-68c8032109f3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0650895 Jun 17 19:11:05.680104 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b68a5bb7-a382-4e80-9b47-c48ff5782e6b req-7a87e624-8f9a-4ed2-a7ad-9a896b72e676 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320768 Jun 17 19:11:05.845807 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70355549-aaa9-4e0c-8354-b073a64998b3 req-6b5238fc-f3cf-4e3f-ab02-89877ea9bfc5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:05.847273 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-70355549-aaa9-4e0c-8354-b073a64998b3 req-6b5238fc-f3cf-4e3f-ab02-89877ea9bfc5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0619533 Jun 17 19:11:05.856568 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39626) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:05.860910 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-8e7235cb-777a-4862-ac08-99832454c936 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Request body: {'floatingip': {'port_id': '7526f37c-bd96-4c40-ba9e-c33488e370c2'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:11:05.897897 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8e7235cb-777a-4862-ac08-99832454c936 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:06.309581 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8e7235cb-777a-4862-ac08-99832454c936 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:06.313338 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8e7235cb-777a-4862-ac08-99832454c936 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:06.411170 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.l3_db [None req-8e7235cb-777a-4862-ac08-99832454c936 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Floating IP 97d38a95-34d5-4090-8dbd-4de2fc454288 associated. External IP: 172.28.2.151, port: 7526f37c-bd96-4c40-ba9e-c33488e370c2. Jun 17 19:11:06.619996 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7235cb-777a-4862-ac08-99832454c936 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Router aeabd397-8b45-44a9-8a60-8d46a0afae7a has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:11:06.732206 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7235cb-777a-4862-ac08-99832454c936 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:11:06.737234 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8e7235cb-777a-4862-ac08-99832454c936 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:06.741596 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef908e-1d58-440f-ab64-46a20874eaf4 None None] Sync routers for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:11:06.752210 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef908e-1d58-440f-ab64-46a20874eaf4 None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:11:06.752831 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-3cef908e-1d58-440f-ab64-46a20874eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:10:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:06.773445 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-8e7235cb-777a-4862-ac08-99832454c936 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "PUT /v2.0/floatingips/97d38a95-34d5-4090-8dbd-4de2fc454288 HTTP/1.1" status: 200 len: 992 time: 0.9158554 Jun 17 19:11:06.774095 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:11:06.777073 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30faddca-be72-47e0-8b9d-274fc376f4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:11:06.815194 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c9b605-f4e6-4b4a-8703-032e874c76b7 x-openstack-request-id: req-c9c9b605-f4e6-4b4a-8703-032e874c76b7 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:11:06.815520 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:11:06.815805 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9c9b605-f4e6-4b4a-8703-032e874c76b7 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:11:06.816257 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'status': 'completed', 'code': 200} Jun 17 19:11:06.861921 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-3cef908e-1d58-440f-ab64-46a20874eaf4 None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:11:06.892791 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faddca-be72-47e0-8b9d-274fc376f4fd req-264e4c90-c256-4818-aeb2-11151f890ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:06.894259 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-30faddca-be72-47e0-8b9d-274fc376f4fd req-264e4c90-c256-4818-aeb2-11151f890ac6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 1099 time: 0.0528321 Jun 17 19:11:06.990866 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faddca-be72-47e0-8b9d-274fc376f4fd req-174750b1-a377-48b6-8517-d2f1923ef81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:06.992311 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-30faddca-be72-47e0-8b9d-274fc376f4fd req-174750b1-a377-48b6-8517-d2f1923ef81b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 918 time: 0.0907688 Jun 17 19:11:07.056519 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-30faddca-be72-47e0-8b9d-274fc376f4fd req-fe249ea3-9292-4fb8-b081-1bf7eb4ef400 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2 HTTP/1.1" status: 200 len: 1000 time: 0.0565085 Jun 17 19:11:07.105965 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faddca-be72-47e0-8b9d-274fc376f4fd req-bf81b95f-0c52-4392-a710-fb5df6b9440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:07.108738 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-30faddca-be72-47e0-8b9d-274fc376f4fd req-bf81b95f-0c52-4392-a710-fb5df6b9440c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 200 len: 856 time: 0.0461192 Jun 17 19:11:07.176388 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faddca-be72-47e0-8b9d-274fc376f4fd req-4e5cba68-3ebd-427a-97fe-ed5d86ffdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:07.177761 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-30faddca-be72-47e0-8b9d-274fc376f4fd req-4e5cba68-3ebd-427a-97fe-ed5d86ffdc15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0621300 Jun 17 19:11:07.249893 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-3cef908e-1d58-440f-ab64-46a20874eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '97d38a95-34d5-4090-8dbd-4de2fc454288', 'tenant_id': '986daf25687946db84eca340d33407de', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'port_id': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'mac_address': 'fa:16:3e:3e:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef32714-1124-4eab-aef4-512e220c513f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:10:52Z', 'updated_at': '2021-06-17T19:11:06Z', 'revision_number': 1, 'project_id': '986daf25687946db84eca340d33407de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:55Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:07.287864 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef908e-1d58-440f-ab64-46a20874eaf4 None None] Checking router: aeabd397-8b45-44a9-8a60-8d46a0afae7a for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:11:07.294911 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-30faddca-be72-47e0-8b9d-274fc376f4fd req-c8e00c2f-07e9-46d4-89e6-468cdd165ccc service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033342 Jun 17 19:11:07.300146 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef908e-1d58-440f-ab64-46a20874eaf4 None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:11:07.301005 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-3cef908e-1d58-440f-ab64-46a20874eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:10:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:07.425382 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-3cef908e-1d58-440f-ab64-46a20874eaf4 None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:11:07.688604 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-30faddca-be72-47e0-8b9d-274fc376f4fd req-589b620e-72d7-4065-bce9-c59334f197f4 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862352 Jun 17 19:11:07.722271 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-3cef908e-1d58-440f-ab64-46a20874eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '97d38a95-34d5-4090-8dbd-4de2fc454288', 'tenant_id': '986daf25687946db84eca340d33407de', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'port_id': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'mac_address': 'fa:16:3e:3e:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef32714-1124-4eab-aef4-512e220c513f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:10:52Z', 'updated_at': '2021-06-17T19:11:06Z', 'revision_number': 1, 'project_id': '986daf25687946db84eca340d33407de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:55Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:07.753167 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef908e-1d58-440f-ab64-46a20874eaf4 None None] The sync data for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb is: [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '97d38a95-34d5-4090-8dbd-4de2fc454288', 'tenant_id': '986daf25687946db84eca340d33407de', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'port_id': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'mac_address': 'fa:16:3e:3e:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef32714-1124-4eab-aef4-512e220c513f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:10:52Z', 'updated_at': '2021-06-17T19:11:06Z', 'revision_number': 1, 'project_id': '986daf25687946db84eca340d33407de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:55Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:11:07.972316 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a74f8-c755-4007-b7e0-f082780452e0 None None] New status for floating IP 97d38a95-34d5-4090-8dbd-4de2fc454288: ACTIVE {{(pid=92950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 19:11:13.308583 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39698) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:13.351736 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8ee9ac-1e39-4179-b996-5f79f9b0c22f admin admin] Deleting subnet 18838074-19ef-4fa4-b0b7-00d64f2301e0 {{(pid=92948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:11:13.354786 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee9ac-1e39-4179-b996-5f79f9b0c22f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:13.387993 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee9ac-1e39-4179-b996-5f79f9b0c22f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112628'] for subnet, precommit_delete_associations {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:13.448236 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee9ac-1e39-4179-b996-5f79f9b0c22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:13.497005 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee9ac-1e39-4179-b996-5f79f9b0c22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260402110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261614658'] for subnet, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:13.499103 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:13.522976 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ee9ac-1e39-4179-b996-5f79f9b0c22f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18838074-19ef-4fa4-b0b7-00d64f2301e0,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:13.525376 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ea8ee9ac-1e39-4179-b996-5f79f9b0c22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:13.528257 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee9ac-1e39-4179-b996-5f79f9b0c22f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:13.530279 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-ea8ee9ac-1e39-4179-b996-5f79f9b0c22f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/18838074-19ef-4fa4-b0b7-00d64f2301e0 HTTP/1.1" status: 204 len: 168 time: 0.2206311 Jun 17 19:11:13.532595 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39700) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:13.598307 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:13.679465 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:13.690457 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea41ec67-85df-49fb-89f1-a865ac40ac72']}} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:13.700772 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ba5998-72f0-4060-9ffe-06828470372d') {'for_net_delete': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:13.701062 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ba5998-72f0-4060-9ffe-06828470372d') {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:13.709590 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112635'] for segment, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:13.722915 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:13.728795 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=92948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:11:13.729179 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260401939'] for segment, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: Traceback (most recent call last): Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: timer() Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: cb(*args, **kw) Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: return func(*args, **kwargs) Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: self._notify() Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: self.callback(batched_events) Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: event.method(event) Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: return f(self, *a, **k) Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: return self._get(url).json() Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: return self.request(url, 'GET', **kwargs) Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:11:13.730879 dv-cinder-790535-5-smb neutron-server[92948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:11:13.786553 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:13.790346 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-742bb167-abaf-40b5-ba0a-c66e7141d96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:13.792724 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:13.794378 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ea41ec67-85df-49fb-89f1-a865ac40ac72 HTTP/1.1" status: 204 len: 168 time: 0.2608957 Jun 17 19:11:13.805104 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea41ec67-85df-49fb-89f1-a865ac40ac72,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:13.807839 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:13.905045 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 39706) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:13.943454 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-780ff8ba-2f9f-4373-af55-857e8a1f476d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d79e60fa0666440f98a049643c3b5d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371017 Jun 17 19:11:13.945635 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 39708) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:13.997287 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0357b57a-13e3-4fa7-aa9c-ab3b5c0b4923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:14.017849 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0357b57a-13e3-4fa7-aa9c-ab3b5c0b4923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:14.062213 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0357b57a-13e3-4fa7-aa9c-ab3b5c0b4923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:14.064888 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0357b57a-13e3-4fa7-aa9c-ab3b5c0b4923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:14.065995 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-0357b57a-13e3-4fa7-aa9c-ab3b5c0b4923 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b52f86d-6d93-4910-96e4-69c861d4ba0c HTTP/1.1" status: 204 len: 168 time: 0.1194143 Jun 17 19:11:14.066732 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-10d3eb1e-83ee-412b-9fb2-2efa4035ca4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:14.074694 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357b57a-13e3-4fa7-aa9c-ab3b5c0b4923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b52f86d-6d93-4910-96e4-69c861d4ba0c,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:14.076993 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0357b57a-13e3-4fa7-aa9c-ab3b5c0b4923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:26.241707 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-b6231a11-a672-429b-ad72-31e8b2cb1f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:27.813891 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:28.736289 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-0a0115e7-7836-46b4-9229-39f5a0c01010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:28.987376 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:29.873610 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:32.006754 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:34.640932 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2161828-01b2-4edb-aa3f-126d98a3521b req-ed937cba-3884-4953-9178-446204af8242 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:34.642396 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a2161828-01b2-4edb-aa3f-126d98a3521b req-ed937cba-3884-4953-9178-446204af8242 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0614126 Jun 17 19:11:34.679645 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a2161828-01b2-4edb-aa3f-126d98a3521b req-cd69b4d1-d701-4b53-aed7-6410a6168db3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316281 Jun 17 19:11:35.853496 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cb688-f24f-408e-818d-ad1228e249d8 req-548d7cc6-885d-4037-8763-e6d397e98edb tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:35.854949 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e62cb688-f24f-408e-818d-ad1228e249d8 req-548d7cc6-885d-4037-8763-e6d397e98edb tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0660670 Jun 17 19:11:35.891263 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e62cb688-f24f-408e-818d-ad1228e249d8 req-c5e4213d-e26a-4eee-8b4c-04c7c46ae38e tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306938 Jun 17 19:11:36.905668 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04484ca2-7239-437a-b609-237c081d5e1e req-e055ab73-9466-4ce8-a965-e90851146b61 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:36.907085 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-04484ca2-7239-437a-b609-237c081d5e1e req-e055ab73-9466-4ce8-a965-e90851146b61 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.42 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.0618296 Jun 17 19:11:37.041377 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Deleting port 6937ec75-d652-413d-85ea-721b9e9f4127 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:11:37.041723 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:37.130515 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10a6be-2de7-4cef-b217-9ffaad83bcef req-ccf614e3-af49-46b1-8ee9-14cedb25cede tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:37.131948 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0f10a6be-2de7-4cef-b217-9ffaad83bcef req-ccf614e3-af49-46b1-8ee9-14cedb25cede tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 945 time: 0.1301894 Jun 17 19:11:37.171176 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] For port 6937ec75-d652-413d-85ea-721b9e9f4127, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6937ec75-d652-413d-85ea-721b9e9f4127,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:11:37.171448 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:37.192874 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0f10a6be-2de7-4cef-b217-9ffaad83bcef req-bd30d5bb-ded9-4824-a8f6-87cacf447f75 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=5df27d88-3f75-4a1f-b5af-5e79fee237df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546229 Jun 17 19:11:37.380819 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:37.381184 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:37.381484 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.l3_db [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Floating IP 8fe8279b-1700-4e65-a613-598e6970e42d disassociated. External IP: 172.28.2.95, port: 6937ec75-d652-413d-85ea-721b9e9f4127. Jun 17 19:11:37.381818 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Calling delete_port for 6937ec75-d652-413d-85ea-721b9e9f4127 owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:11:37.507125 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:37.511196 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-86570b38-eae7-4c3b-862f-e579d17ebcb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:37.536755 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event deleted for resources: {'Port': ['ID=6937ec75-d652-413d-85ea-721b9e9f4127,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:37.540211 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:37.651986 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:11:37.754757 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:11:37.765953 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7ab721-b106-4e2d-9968-a302065e93e9 None None] Sync routers for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:11:37.776171 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ab721-b106-4e2d-9968-a302065e93e9 None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:11:37.776870 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-5e7ab721-b106-4e2d-9968-a302065e93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:11:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:37.802140 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] No DVR routers for this DVR port 6937ec75-d652-413d-85ea-721b9e9f4127 on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:11:37.804664 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:37.806720 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-04484ca2-7239-437a-b609-237c081d5e1e req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.42 "DELETE /v2.0/ports/6937ec75-d652-413d-85ea-721b9e9f4127 HTTP/1.1" status: 204 len: 173 time: 0.8917949 Jun 17 19:11:37.807222 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'name': 'network-vif-deleted', 'tag': '6937ec75-d652-413d-85ea-721b9e9f4127'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:11:37.809478 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0c1520-7767-46ad-bfb7-9cc0d72bfaff" -d '{"events": [{"server_uuid": "c950c2d7-a144-45b6-92cc-dfb16af479f4", "name": "network-vif-deleted", "tag": "6937ec75-d652-413d-85ea-721b9e9f4127"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:11:37.846717 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec30c9f2-7e9b-4a4f-aad1-052cba96ea74 x-openstack-request-id: req-ec30c9f2-7e9b-4a4f-aad1-052cba96ea74 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:11:37.847252 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c950c2d7-a144-45b6-92cc-dfb16af479f4", "name": "network-vif-deleted", "tag": "6937ec75-d652-413d-85ea-721b9e9f4127", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:11:37.847695 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec30c9f2-7e9b-4a4f-aad1-052cba96ea74 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:11:37.848284 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c950c2d7-a144-45b6-92cc-dfb16af479f4', 'name': 'network-vif-deleted', 'tag': '6937ec75-d652-413d-85ea-721b9e9f4127', 'status': 'completed', 'code': 200} Jun 17 19:11:37.894323 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-5e7ab721-b106-4e2d-9968-a302065e93e9 None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:11:38.093867 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-5e7ab721-b106-4e2d-9968-a302065e93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:51Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:38.120054 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7ab721-b106-4e2d-9968-a302065e93e9 None None] Checking router: d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:11:38.128271 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ab721-b106-4e2d-9968-a302065e93e9 None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:11:38.128875 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-5e7ab721-b106-4e2d-9968-a302065e93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:11:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:38.235915 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-5e7ab721-b106-4e2d-9968-a302065e93e9 None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:11:38.509347 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-5e7ab721-b106-4e2d-9968-a302065e93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:51Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:38.537236 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d64feb00-4fe4-41cc-a55f-45376cb59d37 req-6241a5f9-c288-45c0-ada6-1c5524510190 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=c950c2d7-a144-45b6-92cc-dfb16af479f4 HTTP/1.1" status: 200 len: 210 time: 0.0440540 Jun 17 19:11:38.545601 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7ab721-b106-4e2d-9968-a302065e93e9 None None] The sync data for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb is: [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:51Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:11:38.758084 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ae96a-5d0f-4dee-814e-7d1b1864dff9 None None] New status for floating IP 8fe8279b-1700-4e65-a613-598e6970e42d: DOWN {{(pid=92950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 19:11:39.655079 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 39788) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:39.709633 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-44a4c646-6b98-4740-ba06-4f31bbff549f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:39.732428 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-44a4c646-6b98-4740-ba06-4f31bbff549f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:39.778672 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-44a4c646-6b98-4740-ba06-4f31bbff549f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:39.781197 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-44a4c646-6b98-4740-ba06-4f31bbff549f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:39.782418 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-44a4c646-6b98-4740-ba06-4f31bbff549f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "DELETE /v2.0/security-groups/5df27d88-3f75-4a1f-b5af-5e79fee237df HTTP/1.1" status: 204 len: 168 time: 0.1263559 Jun 17 19:11:39.783193 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-cfc1d70e-ee43-4448-b83e-c718df67106a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:39.785153 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39790) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:39.791703 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c646-6b98-4740-ba06-4f31bbff549f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df27d88-3f75-4a1f-b5af-5e79fee237df,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:39.793866 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-44a4c646-6b98-4740-ba06-4f31bbff549f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:39.798891 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.api.v2.resource [None req-07bf4f27-89a4-48ee-8212-e7c9b31b363b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] show failed (client error): The resource could not be found. Jun 17 19:11:39.800116 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-07bf4f27-89a4-48ee-8212-e7c9b31b363b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups/5df27d88-3f75-4a1f-b5af-5e79fee237df HTTP/1.1" status: 404 len: 347 time: 0.0140038 Jun 17 19:11:39.803111 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39792) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:39.928886 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-32355512-90a1-4418-94c4-8e4317f7a5f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Deleting port 158dce6a-968c-4dee-bbf9-8b01c21f3c27 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:11:39.929230 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-32355512-90a1-4418-94c4-8e4317f7a5f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.005921 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-32355512-90a1-4418-94c4-8e4317f7a5f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.006325 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-32355512-90a1-4418-94c4-8e4317f7a5f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.070573 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-32355512-90a1-4418-94c4-8e4317f7a5f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Calling delete_port for 158dce6a-968c-4dee-bbf9-8b01c21f3c27 owned by network:floatingip {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:11:40.201614 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:11:40.203941 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-32355512-90a1-4418-94c4-8e4317f7a5f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.205793 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:40.240404 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32355512-90a1-4418-94c4-8e4317f7a5f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event deleted for resources: {'Port': ['ID=158dce6a-968c-4dee-bbf9-8b01c21f3c27,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:40.246960 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-32355512-90a1-4418-94c4-8e4317f7a5f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:40.301548 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-32355512-90a1-4418-94c4-8e4317f7a5f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.303992 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-32355512-90a1-4418-94c4-8e4317f7a5f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.305089 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-32355512-90a1-4418-94c4-8e4317f7a5f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "DELETE /v2.0/floatingips/8fe8279b-1700-4e65-a613-598e6970e42d HTTP/1.1" status: 204 len: 168 time: 0.5010848 Jun 17 19:11:40.595526 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39796) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:40.600383 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--634002525', 'description': 'tempest-description--1337269418'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:11:40.622036 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.700201 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.703963 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.707584 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-77cbd0d5-ad48-49fe-b89e-69d277f17d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:40.732971 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.734178 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1376727 Jun 17 19:11:40.736943 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39800) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:40.741249 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-7d902080-3b99-4874-93d7-a2ee52acb026 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Request body: {'security_group_rule': {'security_group_id': 'ec77d62e-34d5-431c-a849-573f0afb3b74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:11:40.748761 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec77d62e-34d5-431c-a849-573f0afb3b74,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:40.759068 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:40.759447 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:40.759811 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:40.760163 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:40.760515 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:40.760875 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:40.761222 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:40.761572 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:40.761977 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:40.762352 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:40.762699 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:40.763042 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:11:40.767140 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:40.784160 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7d902080-3b99-4874-93d7-a2ee52acb026 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.831355 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7d902080-3b99-4874-93d7-a2ee52acb026 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.834971 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7d902080-3b99-4874-93d7-a2ee52acb026 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.841018 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-de1d0e86-3a50-4638-b544-42404f09bcf0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:40.856471 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d902080-3b99-4874-93d7-a2ee52acb026 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cf4801-3186-44ec-b768-b9d0ca12817c,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:40.859165 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7d902080-3b99-4874-93d7-a2ee52acb026 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:40.860486 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-7d902080-3b99-4874-93d7-a2ee52acb026 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.861615 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-7d902080-3b99-4874-93d7-a2ee52acb026 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237869 Jun 17 19:11:40.864296 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39802) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:40.868504 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-9af0bad4-ac5e-4cda-a416-47eceb13da45 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Request body: {'security_group_rule': {'security_group_id': 'ec77d62e-34d5-431c-a849-573f0afb3b74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:11:40.893875 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9af0bad4-ac5e-4cda-a416-47eceb13da45 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.949969 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9af0bad4-ac5e-4cda-a416-47eceb13da45 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.953262 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9af0bad4-ac5e-4cda-a416-47eceb13da45 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.955207 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:40.971031 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0bad4-ac5e-4cda-a416-47eceb13da45 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04adf6df-8c69-4826-8f1a-78c4bf9bd502,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:40.973667 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-9af0bad4-ac5e-4cda-a416-47eceb13da45 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:40.976487 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-9af0bad4-ac5e-4cda-a416-47eceb13da45 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:40.977549 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-9af0bad4-ac5e-4cda-a416-47eceb13da45 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123884 Jun 17 19:11:40.980722 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39804) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:40.984891 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Request body: {'floatingip': {'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:11:41.006389 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:41.106373 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:41.208804 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Allocated IP 172.28.2.58 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/14ffbcf7-5afe-45b9-9eff-a7eb2affe367) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:11:41.307343 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:41.344286 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:41.346800 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 6937ec75-d652-413d-85ea-721b9e9f4127 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:11:41.347325 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:41.366316 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 6937ec75-d652-413d-85ea-721b9e9f4127 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:11:41.366671 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 6937ec75-d652-413d-85ea-721b9e9f4127 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:11:41.380551 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:11:41.383256 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:11:41.387587 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:11:41.418720 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event updated for resources: {'Port': ['ID=14ffbcf7-5afe-45b9-9eff-a7eb2affe367,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:41.423790 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:41.479130 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:41.519251 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:41.664690 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:41.669482 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:41.671405 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:41.737135 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event updated for resources: {'Port': ['ID=14ffbcf7-5afe-45b9-9eff-a7eb2affe367,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:41.740664 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:41.748454 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:41.761302 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:41.762603 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7809954 Jun 17 19:11:41.949087 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-76f8c661-7c33-422f-9336-07003048e247 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--634002525&fields=id&tenant_id=0f483840778a4b289070c9f068eae35f HTTP/1.1" status: 200 len: 267 time: 0.0320110 Jun 17 19:11:42.051202 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-a9796680-8ec0-44d1-b6a9-8c7afc2142f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:42.052621 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-a9796680-8ec0-44d1-b6a9-8c7afc2142f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/networks?id=47474ca6-6289-4c8b-a386-ccceb3457590 HTTP/1.1" status: 200 len: 810 time: 0.0971756 Jun 17 19:11:42.067426 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-e46601b9-2870-4a35-bde6-6808d03cd892 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/quotas/0f483840778a4b289070c9f068eae35f HTTP/1.1" status: 200 len: 375 time: 0.0087085 Jun 17 19:11:42.140905 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-585822d5-4d6d-492e-abff-86f27c80c6ec tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f483840778a4b289070c9f068eae35f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680473 Jun 17 19:11:42.235778 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-19bb480e-cc44-4816-b39c-fef89438e56f service neutron] 10.222.0.10 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835373 Jun 17 19:11:42.325347 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-ba02d7af-3f07-49c4-8358-80c0e2b4164a service neutron] 10.222.0.10 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832899 Jun 17 19:11:42.492585 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2d713353-9d76-4a94-a4f4-29d9130d2c4e req-7d520948-58dc-4280-b4c8-9cd8f7ac58e1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 210 time: 0.0275834 Jun 17 19:11:43.561791 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-ce012aed-7578-4848-a503-7858748744dc tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:43.563229 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-ce012aed-7578-4848-a503-7858748744dc tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.42 "GET /v2.0/networks?id=47474ca6-6289-4c8b-a386-ccceb3457590 HTTP/1.1" status: 200 len: 810 time: 0.1132655 Jun 17 19:11:43.612828 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-9a0eecba-b447-45ab-87da-81ca6452ee72 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f483840778a4b289070c9f068eae35f HTTP/1.1" status: 200 len: 379 time: 0.0356219 Jun 17 19:11:43.628243 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Request body: {'port': {'device_id': '001513ce-3390-447f-ae60-e219604b34da', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'admin_state_up': True, 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'security_groups': ['ec77d62e-34d5-431c-a849-573f0afb3b74']}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:11:43.660327 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-acb8cc9c-831e-4c61-97ec-f1e53248ad5c req-12610bb2-5878-4934-b4f2-2157490c70e9 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 210 time: 0.0464823 Jun 17 19:11:43.766588 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Made reservation on behalf of 0f483840778a4b289070c9f068eae35f for: {'port': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:11:43.769949 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:43.892441 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Allocated IP 172.20.0.14 (47474ca6-6289-4c8b-a386-ccceb3457590/91c9f451-1e97-4705-99d3-c24a35bcad9a/5f502582-06ea-4554-a5c4-f4493a7ae548) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:11:44.278339 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:44.291656 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Transition to ACTIVE for port object 5f502582-06ea-4554-a5c4-f4493a7ae548 will not be triggered until provisioned by entity DHCP. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:11:44.323723 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:44.327382 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:44.370758 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Network 47474ca6-6289-4c8b-a386-ccceb3457590 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:11:44.373991 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:11:44.380147 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:11:44.405842 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event updated for resources: {'Port': ['ID=5f502582-06ea-4554-a5c4-f4493a7ae548,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:44.410324 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:44.435225 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:44.435869 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:44.449987 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8259242 Jun 17 19:11:44.462004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Request body: {'port': {'device_id': '001513ce-3390-447f-ae60-e219604b34da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:11:44.536977 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:44.554334 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-58471d6d-fe1d-4c0d-99a3-a0bb77b9ed40 None None] Provisioning for port 5f502582-06ea-4554-a5c4-f4493a7ae548 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:11:44.557951 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-58471d6d-fe1d-4c0d-99a3-a0bb77b9ed40 None None] Provisioning complete for port 5f502582-06ea-4554-a5c4-f4493a7ae548 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:11:44.558349 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-58471d6d-fe1d-4c0d-99a3-a0bb77b9ed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:44.590838 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-58471d6d-fe1d-4c0d-99a3-a0bb77b9ed40 None None] Port 5f502582-06ea-4554-a5c4-f4493a7ae548 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:11:44.826118 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f502582-06ea-4554-a5c4-f4493a7ae548 {{(pid=92948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:11:44.834917 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:44.851495 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Transition to ACTIVE for port object 5f502582-06ea-4554-a5c4-f4493a7ae548 will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:11:44.858508 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:44.861697 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:44.898852 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4be73-21a1-49dd-ae46-7baef92ba688 req-99dda05b-ae94-4b5d-a315-05cfbed2d15d tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:44.900490 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-01e4be73-21a1-49dd-ae46-7baef92ba688 req-99dda05b-ae94-4b5d-a315-05cfbed2d15d tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 932 time: 0.1151500 Jun 17 19:11:44.967098 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f502582-06ea-4554-a5c4-f4493a7ae548,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:44.971082 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:45.024305 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-01e4be73-21a1-49dd-ae46-7baef92ba688 req-26c485d1-f9f0-4a40-bbb8-bdfa86fbb44c tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec77d62e-34d5-431c-a849-573f0afb3b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143506 Jun 17 19:11:45.058308 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Attempting to bind port 5f502582-06ea-4554-a5c4-f4493a7ae548 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:11:45.058637 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Attempting to bind port 5f502582-06ea-4554-a5c4-f4493a7ae548 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:11:45.058953 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Attempting to bind port 5f502582-06ea-4554-a5c4-f4493a7ae548 on network 47474ca6-6289-4c8b-a386-ccceb3457590 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:11:45.063312 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Port 5f502582-06ea-4554-a5c4-f4493a7ae548 on network 47474ca6-6289-4c8b-a386-ccceb3457590 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:11:45.063624 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Attempting to bind port 5f502582-06ea-4554-a5c4-f4493a7ae548 on network 47474ca6-6289-4c8b-a386-ccceb3457590 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:11:45.068252 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:11:45.068596 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Checking segment: {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:11:45.068951 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Bound using segment: {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:11:45.069365 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Bound port: 5f502582-06ea-4554-a5c4-f4493a7ae548, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6753c226-b580-4a1f-84b1-cfc639001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:11:45.069703 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:45.130291 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] For port 5f502582-06ea-4554-a5c4-f4493a7ae548, host hv-cinder-79053, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:11:45.133195 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] For port 5f502582-06ea-4554-a5c4-f4493a7ae548, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5f502582-06ea-4554-a5c4-f4493a7ae548,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:11:45.138139 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:45.140812 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-38a1a952-f85b-4b50-862b-822f14d07d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:45.172317 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:45.172912 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:45.174549 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] 10.222.0.42 "PUT /v2.0/ports/5f502582-06ea-4554-a5c4-f4493a7ae548 HTTP/1.1" status: 200 len: 1094 time: 0.7165132 Jun 17 19:11:45.175008 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001513ce-3390-447f-ae60-e219604b34da', 'tag': '5f502582-06ea-4554-a5c4-f4493a7ae548'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:11:45.177251 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b1ec13-7817-43f9-9ac3-012cfbcba46e" -d '{"events": [{"name": "network-changed", "server_uuid": "001513ce-3390-447f-ae60-e219604b34da", "tag": "5f502582-06ea-4554-a5c4-f4493a7ae548"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:11:45.204585 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f502582-06ea-4554-a5c4-f4493a7ae548,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:45.209246 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:45.221329 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b9abd1-c1e3-49d8-89c9-026e20c7e58c x-openstack-request-id: req-f9b9abd1-c1e3-49d8-89c9-026e20c7e58c {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:11:45.221718 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001513ce-3390-447f-ae60-e219604b34da", "tag": "5f502582-06ea-4554-a5c4-f4493a7ae548", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:11:45.222009 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9b9abd1-c1e3-49d8-89c9-026e20c7e58c {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:11:45.222608 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001513ce-3390-447f-ae60-e219604b34da', 'tag': '5f502582-06ea-4554-a5c4-f4493a7ae548', 'status': 'completed', 'code': 200} Jun 17 19:11:45.280212 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-fcf5416e-d783-491a-9f6a-578bfbfe46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:45.281842 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-fcf5416e-d783-491a-9f6a-578bfbfe46a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f483840778a4b289070c9f068eae35f&device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 1097 time: 0.0584443 Jun 17 19:11:45.327092 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-32ed6baf-704e-489d-a063-971991937db4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f502582-06ea-4554-a5c4-f4493a7ae548 HTTP/1.1" status: 200 len: 217 time: 0.0355170 Jun 17 19:11:45.381752 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-2d80bd24-101d-4eec-9bad-3e78c955450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:45.383142 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-2d80bd24-101d-4eec-9bad-3e78c955450a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91c9f451-1e97-4705-99d3-c24a35bcad9a HTTP/1.1" status: 200 len: 849 time: 0.0474117 Jun 17 19:11:45.441848 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-b0cf61e3-3203-408f-8892-a5ed5456b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:45.443282 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-b0cf61e3-3203-408f-8892-a5ed5456b52d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47474ca6-6289-4c8b-a386-ccceb3457590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0522716 Jun 17 19:11:45.530939 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-7e107be9-c8db-43c8-aea2-8adae8bceec4 service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803633 Jun 17 19:11:45.623827 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a188fe56-2fd3-454a-8267-246c8a06f7c4 req-b364b1dc-366f-4642-be66-97af8f8018da service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836062 Jun 17 19:11:45.735235 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1ec13-7817-43f9-9ac3-012cfbcba46e req-289ff168-a92c-4b78-b3e6-e4cdfc52ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:45.736660 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-80b1ec13-7817-43f9-9ac3-012cfbcba46e req-289ff168-a92c-4b78-b3e6-e4cdfc52ce58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f483840778a4b289070c9f068eae35f&device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 1097 time: 0.0525982 Jun 17 19:11:45.832360 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1ec13-7817-43f9-9ac3-012cfbcba46e req-0c9dcdd8-880d-4d0d-a36b-337adcdc2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:45.833762 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-80b1ec13-7817-43f9-9ac3-012cfbcba46e req-0c9dcdd8-880d-4d0d-a36b-337adcdc2c3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=47474ca6-6289-4c8b-a386-ccceb3457590 HTTP/1.1" status: 200 len: 911 time: 0.0872273 Jun 17 19:11:45.874938 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-80b1ec13-7817-43f9-9ac3-012cfbcba46e req-4dad6971-1eb6-490c-b97c-fbb6198c3998 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f502582-06ea-4554-a5c4-f4493a7ae548 HTTP/1.1" status: 200 len: 217 time: 0.0338671 Jun 17 19:11:45.927296 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1ec13-7817-43f9-9ac3-012cfbcba46e req-6af22c63-a85d-4cf6-b1fd-80fcfe7cbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:45.928583 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-80b1ec13-7817-43f9-9ac3-012cfbcba46e req-6af22c63-a85d-4cf6-b1fd-80fcfe7cbf39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91c9f451-1e97-4705-99d3-c24a35bcad9a HTTP/1.1" status: 200 len: 849 time: 0.0455787 Jun 17 19:11:45.984039 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1ec13-7817-43f9-9ac3-012cfbcba46e req-524c3912-c06b-4a4e-bf92-c3b79afbaab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:45.985457 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-80b1ec13-7817-43f9-9ac3-012cfbcba46e req-524c3912-c06b-4a4e-bf92-c3b79afbaab5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47474ca6-6289-4c8b-a386-ccceb3457590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0502436 Jun 17 19:11:46.077364 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-80b1ec13-7817-43f9-9ac3-012cfbcba46e req-bd611f1a-de9b-4474-9353-1762024435de service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822365 Jun 17 19:11:46.204351 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-80b1ec13-7817-43f9-9ac3-012cfbcba46e req-5700b918-d45f-4c39-a1fe-1c970069cfd3 service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188955 Jun 17 19:11:46.225253 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0a53b-cdeb-4aaa-a4bf-09fe8b0a35b2 req-ecde9fda-55aa-4164-b778-e87fe77fd7ac tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:46.226695 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3ad0a53b-cdeb-4aaa-a4bf-09fe8b0a35b2 req-ecde9fda-55aa-4164-b778-e87fe77fd7ac tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 944 time: 0.0817218 Jun 17 19:11:46.267234 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3ad0a53b-cdeb-4aaa-a4bf-09fe8b0a35b2 req-d25a5e4d-f1e2-46d8-b211-cd7ee1a9e8f9 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec77d62e-34d5-431c-a849-573f0afb3b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340524 Jun 17 19:11:47.361679 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 5f502582-06ea-4554-a5c4-f4493a7ae548 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:11:47.439840 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4938c9-03ce-4e42-b6bc-724ddb009037 req-b059cddc-fd71-4946-bbf4-52ad3fba7c33 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:47.441295 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0c4938c9-03ce-4e42-b6bc-724ddb009037 req-b059cddc-fd71-4946-bbf4-52ad3fba7c33 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 944 time: 0.0655470 Jun 17 19:11:47.457335 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 5f502582-06ea-4554-a5c4-f4493a7ae548, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5f502582-06ea-4554-a5c4-f4493a7ae548,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:11:47.468569 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '5f502582-06ea-4554-a5c4-f4493a7ae548', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'port_id': '5f502582-06ea-4554-a5c4-f4493a7ae548', 'mac_address': 'fa:16:3e:66:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:11:47.479041 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0c4938c9-03ce-4e42-b6bc-724ddb009037 req-320559e5-32f7-49a0-9a84-bc0d8dfe1aae tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec77d62e-34d5-431c-a849-573f0afb3b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314991 Jun 17 19:11:47.505552 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:47.517724 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f502582-06ea-4554-a5c4-f4493a7ae548 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:11:47.536518 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 5f502582-06ea-4554-a5c4-f4493a7ae548, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5f502582-06ea-4554-a5c4-f4493a7ae548,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:11:47.545285 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:47.547151 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:47.593533 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=5f502582-06ea-4554-a5c4-f4493a7ae548,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:47.596430 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:47.791876 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['5f502582-06ea-4554-a5c4-f4493a7ae548'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:11:48.654765 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3321c3-1cd6-4fa5-970d-f8d022a84776 req-ee02bc2b-368d-4332-9b28-4b55d14285e7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:48.656209 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2d3321c3-1cd6-4fa5-970d-f8d022a84776 req-ee02bc2b-368d-4332-9b28-4b55d14285e7 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 945 time: 0.0636382 Jun 17 19:11:48.692729 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2d3321c3-1cd6-4fa5-970d-f8d022a84776 req-d725c26f-940f-4a54-a4af-91f394a1e878 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec77d62e-34d5-431c-a849-573f0afb3b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309246 Jun 17 19:11:49.376857 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 5f502582-06ea-4554-a5c4-f4493a7ae548 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:11:49.424507 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 5f502582-06ea-4554-a5c4-f4493a7ae548 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:11:49.428013 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 5f502582-06ea-4554-a5c4-f4493a7ae548 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:11:49.428389 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:49.503339 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:49.524244 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001513ce-3390-447f-ae60-e219604b34da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f502582-06ea-4554-a5c4-f4493a7ae548'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:11:49.527222 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0301758-ffe1-404e-b71f-d4ae978c7ce9" -d '{"events": [{"server_uuid": "001513ce-3390-447f-ae60-e219604b34da", "name": "network-vif-plugged", "status": "completed", "tag": "5f502582-06ea-4554-a5c4-f4493a7ae548"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:11:49.539603 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 5f502582-06ea-4554-a5c4-f4493a7ae548, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5f502582-06ea-4554-a5c4-f4493a7ae548,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:11:49.543498 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:49.545269 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-4dd7e521-2aa6-4387-b232-34c11f6e31b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:11:49.566532 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1ba7ea-3ca7-4dc6-8e87-c35a4db14e6e x-openstack-request-id: req-9d1ba7ea-3ca7-4dc6-8e87-c35a4db14e6e {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:11:49.566828 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001513ce-3390-447f-ae60-e219604b34da", "name": "network-vif-plugged", "status": "completed", "tag": "5f502582-06ea-4554-a5c4-f4493a7ae548", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:11:49.567081 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d1ba7ea-3ca7-4dc6-8e87-c35a4db14e6e {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:11:49.567459 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001513ce-3390-447f-ae60-e219604b34da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f502582-06ea-4554-a5c4-f4493a7ae548', 'code': 200} Jun 17 19:11:49.592396 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=5f502582-06ea-4554-a5c4-f4493a7ae548,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:11:49.595537 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:11:49.785922 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07390e6c-3340-4883-9662-65b99a64740a req-0358ca88-a7e6-4bfd-8c0b-c4c972958dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:49.787403 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-07390e6c-3340-4883-9662-65b99a64740a req-0358ca88-a7e6-4bfd-8c0b-c4c972958dce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 1099 time: 0.0506051 Jun 17 19:11:49.852590 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-07390e6c-3340-4883-9662-65b99a64740a req-9458bbda-c07a-4d85-892f-f2f9e3c6c085 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ec77d62e-34d5-431c-a849-573f0afb3b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586786 Jun 17 19:11:49.879812 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457638f-a008-4ea3-9c95-ed3da0a46904 req-5364ec09-d380-46dc-93e6-ab7019dd5cb8 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:49.881190 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d457638f-a008-4ea3-9c95-ed3da0a46904 req-5364ec09-d380-46dc-93e6-ab7019dd5cb8 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 946 time: 0.0712392 Jun 17 19:11:49.918003 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d457638f-a008-4ea3-9c95-ed3da0a46904 req-c6377201-1c18-4339-ae1d-ea96743911a8 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec77d62e-34d5-431c-a849-573f0afb3b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303555 Jun 17 19:11:51.090690 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09532f0b-3b2c-4e45-ae93-6a72df710668 req-68fa7ca5-cd03-4982-8b20-517bc143ae34 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:51.092124 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-09532f0b-3b2c-4e45-ae93-6a72df710668 req-68fa7ca5-cd03-4982-8b20-517bc143ae34 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 946 time: 0.0630319 Jun 17 19:11:51.128678 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-09532f0b-3b2c-4e45-ae93-6a72df710668 req-346b8c3d-2065-4c67-8dfc-7f8fba74d8d4 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec77d62e-34d5-431c-a849-573f0afb3b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309832 Jun 17 19:11:51.301706 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb015c8-6f50-4deb-b0c8-4b32479148e1 req-5866b2be-d077-48c1-8283-4c34c4d65a93 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:51.303163 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bdb015c8-6f50-4deb-b0c8-4b32479148e1 req-5866b2be-d077-48c1-8283-4c34c4d65a93 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 946 time: 0.0709753 Jun 17 19:11:51.312159 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 39886) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:11:51.316819 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-f39b50ca-b36d-42fd-8d5a-2f695764b0a1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Request body: {'floatingip': {'port_id': '5f502582-06ea-4554-a5c4-f4493a7ae548'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:11:51.355181 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f39b50ca-b36d-42fd-8d5a-2f695764b0a1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:51.656886 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cff50e-7db8-441f-896e-82dd2def0c08 req-f18fd129-7ee9-4b3d-a7dc-4225abbe9a4c tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:51.658318 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-26cff50e-7db8-441f-896e-82dd2def0c08 req-f18fd129-7ee9-4b3d-a7dc-4225abbe9a4c tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.1172805 Jun 17 19:11:51.773960 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-26cff50e-7db8-441f-896e-82dd2def0c08 req-53b1254b-a376-4b17-8be1-3b8e50e29695 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094167 Jun 17 19:11:51.862938 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f39b50ca-b36d-42fd-8d5a-2f695764b0a1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:51.866905 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f39b50ca-b36d-42fd-8d5a-2f695764b0a1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:51.962953 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.l3_db [None req-f39b50ca-b36d-42fd-8d5a-2f695764b0a1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Floating IP 60ab2be4-d929-4f77-9b1b-4412a72a79c0 associated. External IP: 172.28.2.58, port: 5f502582-06ea-4554-a5c4-f4493a7ae548. Jun 17 19:11:52.165974 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39b50ca-b36d-42fd-8d5a-2f695764b0a1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:11:52.268168 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39b50ca-b36d-42fd-8d5a-2f695764b0a1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:11:52.273014 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f39b50ca-b36d-42fd-8d5a-2f695764b0a1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:52.278032 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d5524e-f728-4574-bb5a-891d94727545 None None] Sync routers for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:11:52.286802 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5524e-f728-4574-bb5a-891d94727545 None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:11:52.287441 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-d9d5524e-f728-4574-bb5a-891d94727545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:11:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:52.308986 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-f39b50ca-b36d-42fd-8d5a-2f695764b0a1 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "PUT /v2.0/floatingips/60ab2be4-d929-4f77-9b1b-4412a72a79c0 HTTP/1.1" status: 200 len: 991 time: 0.9957690 Jun 17 19:11:52.309625 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001513ce-3390-447f-ae60-e219604b34da', 'tag': '5f502582-06ea-4554-a5c4-f4493a7ae548'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:11:52.311926 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ff9b5d-3833-4678-af8e-807111262fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "001513ce-3390-447f-ae60-e219604b34da", "tag": "5f502582-06ea-4554-a5c4-f4493a7ae548"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:11:52.351962 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971bfb6f-67ca-49d0-a036-06243db0ec2c x-openstack-request-id: req-971bfb6f-67ca-49d0-a036-06243db0ec2c {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:11:52.352591 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001513ce-3390-447f-ae60-e219604b34da", "tag": "5f502582-06ea-4554-a5c4-f4493a7ae548", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:11:52.353110 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-971bfb6f-67ca-49d0-a036-06243db0ec2c {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:11:52.354360 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001513ce-3390-447f-ae60-e219604b34da', 'tag': '5f502582-06ea-4554-a5c4-f4493a7ae548', 'status': 'completed', 'code': 200} Jun 17 19:11:52.432798 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff9b5d-3833-4678-af8e-807111262fbf req-37627a4b-2abe-4874-8a35-7686234d46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:52.434293 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-56ff9b5d-3833-4678-af8e-807111262fbf req-37627a4b-2abe-4874-8a35-7686234d46cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f483840778a4b289070c9f068eae35f&device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 1099 time: 0.0535059 Jun 17 19:11:52.512581 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-d9d5524e-f728-4574-bb5a-891d94727545 None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:11:52.530488 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff9b5d-3833-4678-af8e-807111262fbf req-17d191ea-eea5-4cc9-b63b-37658e2798fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:52.531921 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-56ff9b5d-3833-4678-af8e-807111262fbf req-17d191ea-eea5-4cc9-b63b-37658e2798fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=47474ca6-6289-4c8b-a386-ccceb3457590 HTTP/1.1" status: 200 len: 911 time: 0.0871689 Jun 17 19:11:52.597881 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-56ff9b5d-3833-4678-af8e-807111262fbf req-c5445050-b286-4517-9759-7bab00f45aad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f502582-06ea-4554-a5c4-f4493a7ae548 HTTP/1.1" status: 200 len: 999 time: 0.0580592 Jun 17 19:11:52.650335 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff9b5d-3833-4678-af8e-807111262fbf req-9135eb8d-7bbe-4aea-87cf-53afc0ec2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:52.651757 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-56ff9b5d-3833-4678-af8e-807111262fbf req-9135eb8d-7bbe-4aea-87cf-53afc0ec2f60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91c9f451-1e97-4705-99d3-c24a35bcad9a HTTP/1.1" status: 200 len: 849 time: 0.0430262 Jun 17 19:11:52.716498 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff9b5d-3833-4678-af8e-807111262fbf req-71dddbc3-6493-4ac8-b04b-6c7a2210d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:52.717971 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-56ff9b5d-3833-4678-af8e-807111262fbf req-71dddbc3-6493-4ac8-b04b-6c7a2210d747 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47474ca6-6289-4c8b-a386-ccceb3457590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0552096 Jun 17 19:11:52.730115 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-d9d5524e-f728-4574-bb5a-891d94727545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '60ab2be4-d929-4f77-9b1b-4412a72a79c0', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'floating_ip_address': '172.28.2.58', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'port_id': '5f502582-06ea-4554-a5c4-f4493a7ae548', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'mac_address': 'fa:16:3e:66:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001513ce-3390-447f-ae60-e219604b34da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:11:41Z', 'updated_at': '2021-06-17T19:11:51Z', 'revision_number': 1, 'project_id': '0f483840778a4b289070c9f068eae35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:51Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:52.755724 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d5524e-f728-4574-bb5a-891d94727545 None None] Checking router: d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:11:52.764419 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5524e-f728-4574-bb5a-891d94727545 None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:11:52.765048 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-d9d5524e-f728-4574-bb5a-891d94727545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:11:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:52.809024 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-56ff9b5d-3833-4678-af8e-807111262fbf req-e94e30c5-e670-443a-bbb4-1070fe850449 service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823154 Jun 17 19:11:52.867647 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-d9d5524e-f728-4574-bb5a-891d94727545 None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:11:52.931861 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-56ff9b5d-3833-4678-af8e-807111262fbf req-40a41278-c61e-4bec-b835-e3701e6b6df4 service neutron] 10.222.0.42 "GET /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147027 Jun 17 19:11:52.966405 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ba2cf-72f1-4ff7-a332-4f484f3955df req-31651a9b-504b-4d63-aefd-559ee94362ff tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:52.967961 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8c2ba2cf-72f1-4ff7-a332-4f484f3955df req-31651a9b-504b-4d63-aefd-559ee94362ff tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0715547 Jun 17 19:11:53.006469 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8c2ba2cf-72f1-4ff7-a332-4f484f3955df req-6fb54e11-34d7-452d-ac98-ba417d464ee6 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326145 Jun 17 19:11:53.088713 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-d9d5524e-f728-4574-bb5a-891d94727545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '60ab2be4-d929-4f77-9b1b-4412a72a79c0', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'floating_ip_address': '172.28.2.58', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'port_id': '5f502582-06ea-4554-a5c4-f4493a7ae548', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'mac_address': 'fa:16:3e:66:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001513ce-3390-447f-ae60-e219604b34da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:11:41Z', 'updated_at': '2021-06-17T19:11:51Z', 'revision_number': 1, 'project_id': '0f483840778a4b289070c9f068eae35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:51Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:11:53.117858 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d5524e-f728-4574-bb5a-891d94727545 None None] The sync data for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb is: [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '60ab2be4-d929-4f77-9b1b-4412a72a79c0', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'floating_ip_address': '172.28.2.58', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'port_id': '5f502582-06ea-4554-a5c4-f4493a7ae548', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'mac_address': 'fa:16:3e:66:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001513ce-3390-447f-ae60-e219604b34da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:11:41Z', 'updated_at': '2021-06-17T19:11:51Z', 'revision_number': 1, 'project_id': '0f483840778a4b289070c9f068eae35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:51Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:11:53.298834 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199ef41-6906-42ba-8330-a60f81fb9be3 None None] New status for floating IP 60ab2be4-d929-4f77-9b1b-4412a72a79c0: ACTIVE {{(pid=92950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 19:11:54.184462 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc8e21-bf75-41d6-86fd-c9d912f7fdde req-ee9c70d8-8b7d-4d16-b860-449ce23ae743 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:54.185882 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-16dc8e21-bf75-41d6-86fd-c9d912f7fdde req-ee9c70d8-8b7d-4d16-b860-449ce23ae743 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0650394 Jun 17 19:11:54.222092 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-16dc8e21-bf75-41d6-86fd-c9d912f7fdde req-86977368-d023-4c83-9da2-b8e74822f834 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307078 Jun 17 19:11:55.393083 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320b7c8-2d0b-4c99-ab24-ca878df92a25 req-82116c9d-8b91-43a6-98c8-0326ae01299f tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:55.394536 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3320b7c8-2d0b-4c99-ab24-ca878df92a25 req-82116c9d-8b91-43a6-98c8-0326ae01299f tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0616634 Jun 17 19:11:55.432075 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3320b7c8-2d0b-4c99-ab24-ca878df92a25 req-2f98698a-55db-4843-8213-125c12af1803 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319340 Jun 17 19:11:56.242219 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a06f1b49-81a2-4e27-82dc-6f4216a0b197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:56.608475 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b1c91-393c-46f7-bc26-68d53a89c019 req-9b9c8f3f-93d5-4c8d-9d9a-7821fc396334 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:56.609916 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-220b1c91-393c-46f7-bc26-68d53a89c019 req-9b9c8f3f-93d5-4c8d-9d9a-7821fc396334 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0622246 Jun 17 19:11:56.645903 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-220b1c91-393c-46f7-bc26-68d53a89c019 req-9f6d403a-7d97-4c03-8be1-7c8c198deed8 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303693 Jun 17 19:11:57.832732 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:57.840672 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef51f-43a5-41cc-8c2b-1a493b3115ca req-2d4cec49-789c-4176-80a7-453ff07e41c2 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:57.842116 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ec1ef51f-43a5-41cc-8c2b-1a493b3115ca req-2d4cec49-789c-4176-80a7-453ff07e41c2 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0757275 Jun 17 19:11:57.904405 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ec1ef51f-43a5-41cc-8c2b-1a493b3115ca req-d57beec0-55da-49c2-904c-e68c166e7a2f tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541565 Jun 17 19:11:57.919599 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7d88dd0b-61d0-47e7-b8cf-aeb2e9df6f4e req-ba08eb23-2801-4f00-95df-45d57dce5c9e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764780 Jun 17 19:11:58.031480 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dd0b-61d0-47e7-b8cf-aeb2e9df6f4e req-d2137e58-15ac-4a6d-b979-90ee1d9a966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:58.032847 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7d88dd0b-61d0-47e7-b8cf-aeb2e9df6f4e req-d2137e58-15ac-4a6d-b979-90ee1d9a966e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b4b2a898c4466bbba24e96119d22b&device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 1099 time: 0.0648572 Jun 17 19:11:58.140519 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dd0b-61d0-47e7-b8cf-aeb2e9df6f4e req-25f085bb-f42a-467d-a63b-b74134263158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:58.141968 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7d88dd0b-61d0-47e7-b8cf-aeb2e9df6f4e req-25f085bb-f42a-467d-a63b-b74134263158 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8758562-b2d7-45e9-90da-9b08e68f259c HTTP/1.1" status: 200 len: 910 time: 0.0823286 Jun 17 19:11:58.455187 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7d88dd0b-61d0-47e7-b8cf-aeb2e9df6f4e req-5e31754b-3455-4193-a031-db0ee00710e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a18002b-834b-49f5-9655-3babb843d682 HTTP/1.1" status: 200 len: 1002 time: 0.3056786 Jun 17 19:11:58.502580 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dd0b-61d0-47e7-b8cf-aeb2e9df6f4e req-f74d27cd-d89b-4b2f-b1c5-26fdd94a06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:58.503956 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7d88dd0b-61d0-47e7-b8cf-aeb2e9df6f4e req-f74d27cd-d89b-4b2f-b1c5-26fdd94a06a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6a58b27-3bdd-4e10-9279-04f7aceee1db HTTP/1.1" status: 200 len: 848 time: 0.0420325 Jun 17 19:11:58.561639 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dd0b-61d0-47e7-b8cf-aeb2e9df6f4e req-d523f478-ab84-425c-a55f-2416b30e9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:58.563089 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7d88dd0b-61d0-47e7-b8cf-aeb2e9df6f4e req-d523f478-ab84-425c-a55f-2416b30e9d96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8758562-b2d7-45e9-90da-9b08e68f259c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0506949 Jun 17 19:11:58.658953 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7d88dd0b-61d0-47e7-b8cf-aeb2e9df6f4e req-4f8cda84-f3c2-4f7d-bb59-624799bd4e16 service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833409 Jun 17 19:11:58.736629 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8b5d-e5e7-4e86-9f57-b214fad580db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:58.748742 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7d88dd0b-61d0-47e7-b8cf-aeb2e9df6f4e req-9f7a3aed-054b-4fbb-8061-19d14c560245 service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810616 Jun 17 19:11:58.991585 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:11:59.089049 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372fa3f-d411-434a-936e-acc9971359d3 req-8fb7223a-a44b-42ca-be92-96fb99a51004 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:11:59.090537 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3372fa3f-d411-434a-936e-acc9971359d3 req-8fb7223a-a44b-42ca-be92-96fb99a51004 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0668616 Jun 17 19:11:59.128842 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3372fa3f-d411-434a-936e-acc9971359d3 req-660b049c-ab50-4f09-b3b4-ccc39d1c5d21 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325999 Jun 17 19:11:59.876865 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:00.307578 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72be78-5413-4021-b5fa-bd9c786664bc req-2fe0d870-002f-433b-a568-15e40f140c6c tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:00.309020 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6e72be78-5413-4021-b5fa-bd9c786664bc req-2fe0d870-002f-433b-a568-15e40f140c6c tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0663717 Jun 17 19:12:00.345733 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6e72be78-5413-4021-b5fa-bd9c786664bc req-62039409-2c8c-4891-9ba2-e261db31943f tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307777 Jun 17 19:12:01.525939 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12e2da-deaf-4684-ad57-dc3d91c504ae req-a6ecd92f-365e-4488-a80a-9813f73b7aad tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:01.527397 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7f12e2da-deaf-4684-ad57-dc3d91c504ae req-a6ecd92f-365e-4488-a80a-9813f73b7aad tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0628877 Jun 17 19:12:01.564588 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7f12e2da-deaf-4684-ad57-dc3d91c504ae req-e32ee1d6-2781-4d90-9d10-19ac354ddfe5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316966 Jun 17 19:12:02.009749 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:02.738727 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4d89b-07d2-408e-81f7-5e1f6883f198 req-8c6a53e9-c239-4e8f-8305-a11fd31eb05e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:02.740128 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-04b4d89b-07d2-408e-81f7-5e1f6883f198 req-8c6a53e9-c239-4e8f-8305-a11fd31eb05e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0638781 Jun 17 19:12:02.776909 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-04b4d89b-07d2-408e-81f7-5e1f6883f198 req-2d601a58-e41e-4b6f-8e8b-3c57dadc50af tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311868 Jun 17 19:12:03.441192 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7526f37c-bd96-4c40-ba9e-c33488e370c2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:12:03.532507 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:12:03.543254 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'port_id': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'mac_address': 'fa:16:3e:3e:f9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:12:03.582888 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:03.595856 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7526f37c-bd96-4c40-ba9e-c33488e370c2 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:12:03.614852 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:12:03.619165 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:03.620993 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:12:03.669487 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7526f37c-bd96-4c40-ba9e-c33488e370c2,revision_number=6']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:12:03.676528 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:03.676874 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:03.677210 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:03.677543 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:03.677872 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:03.678242 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:03.678568 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:03.678897 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:03.679218 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:03.679538 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:03.679858 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:03.680175 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:03.683844 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:12:03.749610 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['7526f37c-bd96-4c40-ba9e-c33488e370c2'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:12:03.955350 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68cf92-6d38-47d1-9eb3-2747ea21e9d8 req-d6923fff-1f5a-4166-bbb0-664e740d13f3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:03.956786 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ab68cf92-6d38-47d1-9eb3-2747ea21e9d8 req-d6923fff-1f5a-4166-bbb0-664e740d13f3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 945 time: 0.0623367 Jun 17 19:12:03.993957 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ab68cf92-6d38-47d1-9eb3-2747ea21e9d8 req-f86d709e-164e-455c-9293-535724b1f5bf tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314903 Jun 17 19:12:05.194404 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3805d5-b135-47de-8209-b35deb7aa7ba req-d4f810f3-ec37-492e-a4e7-b8c5da582614 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:05.196030 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8a3805d5-b135-47de-8209-b35deb7aa7ba req-d4f810f3-ec37-492e-a4e7-b8c5da582614 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 945 time: 0.0785530 Jun 17 19:12:05.250856 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8a3805d5-b135-47de-8209-b35deb7aa7ba req-05da8c1f-ee66-471c-9944-121b34dfbdc9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488684 Jun 17 19:12:05.471196 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7526f37c-bd96-4c40-ba9e-c33488e370c2 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:12:05.528911 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 7526f37c-bd96-4c40-ba9e-c33488e370c2 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:12:05.529721 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:05.619426 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:05.648739 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:12:05.652650 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ddc093-bffa-4b09-a790-12b5f43ebbc5" -d '{"events": [{"server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "name": "network-vif-plugged", "status": "completed", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:12:05.667048 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:12:05.678020 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:05.682340 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-77b57b09-8b45-4f1e-a828-154f136446f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:12:05.711169 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195f91f4-838a-4b48-8ce2-5cb54838f63c x-openstack-request-id: req-195f91f4-838a-4b48-8ce2-5cb54838f63c {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:12:05.712099 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "name": "network-vif-plugged", "status": "completed", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:12:05.712364 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-195f91f4-838a-4b48-8ce2-5cb54838f63c {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:12:05.712752 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'code': 200} Jun 17 19:12:05.739114 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7526f37c-bd96-4c40-ba9e-c33488e370c2,revision_number=7']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:12:05.742443 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:12:06.444900 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74717f-7d06-46ed-a13e-ee5c95318349 req-1cbe6ee6-8d5f-4300-be00-587a36b3d648 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:06.446799 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ee74717f-7d06-46ed-a13e-ee5c95318349 req-1cbe6ee6-8d5f-4300-be00-587a36b3d648 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0718827 Jun 17 19:12:06.489525 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ee74717f-7d06-46ed-a13e-ee5c95318349 req-0f27e088-329d-4c78-b8e0-0b4dea1d3b79 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368042 Jun 17 19:12:07.699131 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e865e8-f0ec-473d-a973-4757f737a5c8 req-c0dbfd4d-40d8-4ba2-984d-952414c40f51 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:07.700667 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-89e865e8-f0ec-473d-a973-4757f737a5c8 req-c0dbfd4d-40d8-4ba2-984d-952414c40f51 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0782816 Jun 17 19:12:07.737585 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-89e865e8-f0ec-473d-a973-4757f737a5c8 req-4c813c48-54ef-4f21-9da1-e538ca0340c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312996 Jun 17 19:12:08.965288 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f83d13-1354-4a0b-98ac-aa3a2612a030 req-675081f5-645b-4576-95f0-367caf6dd309 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:08.966890 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-32f83d13-1354-4a0b-98ac-aa3a2612a030 req-675081f5-645b-4576-95f0-367caf6dd309 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0938196 Jun 17 19:12:09.019857 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-32f83d13-1354-4a0b-98ac-aa3a2612a030 req-03f5efcf-f837-457d-97f2-bb61dacc758e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462973 Jun 17 19:12:10.236843 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea34562-3dad-44d6-8a2b-813107402edf req-d617d748-6805-42b3-9754-8ccf2390f5c6 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:10.238528 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9ea34562-3dad-44d6-8a2b-813107402edf req-d617d748-6805-42b3-9754-8ccf2390f5c6 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0707157 Jun 17 19:12:10.283212 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9ea34562-3dad-44d6-8a2b-813107402edf req-06b670b4-9bd7-4a27-aa00-fab62a4606c0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378582 Jun 17 19:12:11.479926 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc9be5-e5e4-4456-81d3-822b8be18a92 req-deadb016-cf5c-4d2c-a88a-c118a8a207c7 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:11.481382 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8ddc9be5-e5e4-4456-81d3-822b8be18a92 req-deadb016-cf5c-4d2c-a88a-c118a8a207c7 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0746477 Jun 17 19:12:11.522177 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8ddc9be5-e5e4-4456-81d3-822b8be18a92 req-1b0408c5-9c9d-4b85-87e7-bc5633308feb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345833 Jun 17 19:12:12.747329 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fae6fc-c4c0-4055-b816-e74fc881f05f req-2aec311e-d8a1-4f7e-bb5e-fad2012f8134 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:12.748897 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-68fae6fc-c4c0-4055-b816-e74fc881f05f req-2aec311e-d8a1-4f7e-bb5e-fad2012f8134 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0823603 Jun 17 19:12:12.798556 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-68fae6fc-c4c0-4055-b816-e74fc881f05f req-a01cd037-591f-431f-80c6-8b419845695b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436480 Jun 17 19:12:13.981554 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdbae9-2eda-4fb3-9c7a-31a42278e300 req-1172a5e9-5a6e-483b-9761-0168e5acd543 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:13.983028 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7dfdbae9-2eda-4fb3-9c7a-31a42278e300 req-1172a5e9-5a6e-483b-9761-0168e5acd543 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0626903 Jun 17 19:12:14.030639 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7dfdbae9-2eda-4fb3-9c7a-31a42278e300 req-3de37ff7-7b57-4631-81be-129280ca07ea tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420482 Jun 17 19:12:14.418548 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45a03a-30b5-416f-b64c-ab0859d41b96 req-f7ec24c6-85ed-4770-b17f-ebaf1a6b5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:14.419982 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-af45a03a-30b5-416f-b64c-ab0859d41b96 req-f7ec24c6-85ed-4770-b17f-ebaf1a6b5f32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 1099 time: 0.0550091 Jun 17 19:12:14.512706 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45a03a-30b5-416f-b64c-ab0859d41b96 req-ade8aa27-3f4e-4fd0-aafa-3b1d95f6c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:14.514123 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-af45a03a-30b5-416f-b64c-ab0859d41b96 req-ade8aa27-3f4e-4fd0-aafa-3b1d95f6c307 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 918 time: 0.0877395 Jun 17 19:12:14.580605 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-af45a03a-30b5-416f-b64c-ab0859d41b96 req-e5aa8754-0325-4a6d-8060-e74f4dbb5c92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2 HTTP/1.1" status: 200 len: 1002 time: 0.0596135 Jun 17 19:12:14.628293 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45a03a-30b5-416f-b64c-ab0859d41b96 req-51b15fcd-21e8-4ed4-bc54-2e23a7d400bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:14.629583 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-af45a03a-30b5-416f-b64c-ab0859d41b96 req-51b15fcd-21e8-4ed4-bc54-2e23a7d400bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 200 len: 856 time: 0.0416062 Jun 17 19:12:14.685858 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45a03a-30b5-416f-b64c-ab0859d41b96 req-b9be7f2a-1fa4-4c0b-a3f1-e6b6b14c2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:14.687361 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-af45a03a-30b5-416f-b64c-ab0859d41b96 req-b9be7f2a-1fa4-4c0b-a3f1-e6b6b14c2353 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0502274 Jun 17 19:12:14.786665 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-af45a03a-30b5-416f-b64c-ab0859d41b96 req-ceb91d70-7fed-4500-b029-b11c80e1e873 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895116 Jun 17 19:12:14.873651 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-af45a03a-30b5-416f-b64c-ab0859d41b96 req-7a9064b0-4ce2-4a07-b61b-ac662f6e22eb service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796647 Jun 17 19:12:15.213067 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42b4c8-24ed-46e6-b562-3866e1f33855 req-549676ee-ab32-43cf-b841-c19444feae6b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:15.214433 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7c42b4c8-24ed-46e6-b562-3866e1f33855 req-549676ee-ab32-43cf-b841-c19444feae6b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0655336 Jun 17 19:12:15.250412 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7c42b4c8-24ed-46e6-b562-3866e1f33855 req-bb67887d-36c2-42ba-afb8-2e1437e5f431 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304704 Jun 17 19:12:16.422701 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d037a-9fae-469f-8a81-c20447d436e2 req-5cc0f1cf-fa4c-47b0-b517-1911f81c5fd6 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:16.424357 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9e3d037a-9fae-469f-8a81-c20447d436e2 req-5cc0f1cf-fa4c-47b0-b517-1911f81c5fd6 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0605414 Jun 17 19:12:16.460403 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9e3d037a-9fae-469f-8a81-c20447d436e2 req-d68ace41-ad4b-4294-8c9d-2fac71370083 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306165 Jun 17 19:12:17.206860 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:12:17.523889 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7526f37c-bd96-4c40-ba9e-c33488e370c2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:12:17.598381 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:17.623775 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:12:17.626033 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99a009d-12ce-41f0-94c0-cdd26f61dccb" -d '{"events": [{"server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "name": "network-vif-unplugged", "status": "completed", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:12:17.639520 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:12:17.641878 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62245b6f-72cf-4000-9413-30cc2b308c39 req-bdade8c4-7f35-45a3-ba17-d99d4cc439c7 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:17.643542 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-62245b6f-72cf-4000-9413-30cc2b308c39 req-bdade8c4-7f35-45a3-ba17-d99d4cc439c7 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 946 time: 0.0697260 Jun 17 19:12:17.643961 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:17.645693 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-77b57b09-8b45-4f1e-a828-154f136446f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:12:17.668668 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 19:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b8ed17-400e-474a-982d-79b50d8fcd72 x-openstack-request-id: req-75b8ed17-400e-474a-982d-79b50d8fcd72 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:12:17.668962 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "name": "network-vif-unplugged", "status": "failed", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2", "code": 422}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:12:17.669220 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75b8ed17-400e-474a-982d-79b50d8fcd72 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:12:17.669649 dv-cinder-790535-5-smb neutron-server[92949]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'code': 422} returned with failed status Jun 17 19:12:17.684777 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-62245b6f-72cf-4000-9413-30cc2b308c39 req-95ec1201-d919-4575-a4bb-5a1f3a596b7b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332763 Jun 17 19:12:17.695059 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7526f37c-bd96-4c40-ba9e-c33488e370c2,revision_number=8']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:12:17.698571 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:12:18.237648 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d878-34ab-4ce0-8a15-97d37568c330 req-abbed41d-339c-455d-9c4d-9f242732178b tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:18.239115 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e410d878-34ab-4ce0-8a15-97d37568c330 req-abbed41d-339c-455d-9c4d-9f242732178b tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0627165 Jun 17 19:12:18.276395 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e410d878-34ab-4ce0-8a15-97d37568c330 req-a9d605de-8c65-4174-a592-ed8108184472 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Jun 17 19:12:18.454893 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46eb72-c388-47a0-9ec2-5ba3acd1cb5e req-a6b4fcf0-1230-4ec5-8b1a-f9a530f147d0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:18.456408 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5d46eb72-c388-47a0-9ec2-5ba3acd1cb5e req-a6b4fcf0-1230-4ec5-8b1a-f9a530f147d0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0634398 Jun 17 19:12:18.494957 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5d46eb72-c388-47a0-9ec2-5ba3acd1cb5e req-70835ac5-8d8e-4ba4-913d-a578b960d377 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329461 Jun 17 19:12:18.769658 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40078) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:12:18.866170 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-3ffec5a6-80d0-48e6-a103-cbbae97fc6fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946422 Jun 17 19:12:19.457389 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635d570-3fff-4410-8343-155e54202dde req-9602ab55-2b83-4e86-a69d-96e3b1fdb7e6 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:19.458875 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7635d570-3fff-4410-8343-155e54202dde req-9602ab55-2b83-4e86-a69d-96e3b1fdb7e6 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0623980 Jun 17 19:12:19.500484 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7635d570-3fff-4410-8343-155e54202dde req-92ed4a6a-e2d1-4d49-b073-c627d4a6c53a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356617 Jun 17 19:12:19.682259 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccdb5a-c146-4e1e-bd7c-43e3cd970185 req-d8d864a6-2f0d-471f-87ce-12ed4c6c2683 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:19.683748 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-aaccdb5a-c146-4e1e-bd7c-43e3cd970185 req-d8d864a6-2f0d-471f-87ce-12ed4c6c2683 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0716112 Jun 17 19:12:19.723936 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-aaccdb5a-c146-4e1e-bd7c-43e3cd970185 req-1dcab86f-2292-41be-a745-387e3df8b82f tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345254 Jun 17 19:12:20.201816 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-233b4c23-cc99-4856-b1de-579088c722d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:20.203310 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-233b4c23-cc99-4856-b1de-579088c722d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f&tenant_id=986daf25687946db84eca340d33407de HTTP/1.1" status: 200 len: 1097 time: 0.0872083 Jun 17 19:12:20.280443 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-e6d55fa2-ed0d-4014-a983-d243951c13da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:20.281858 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-e6d55fa2-ed0d-4014-a983-d243951c13da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 1097 time: 0.0537140 Jun 17 19:12:20.367305 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-892d850f-5977-4e7a-ac63-4e72dfcd17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:20.368719 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-892d850f-5977-4e7a-ac63-4e72dfcd17fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 918 time: 0.0799088 Jun 17 19:12:20.433942 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-30ddbf5f-e0e8-40a9-882d-7f2cb604813d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2 HTTP/1.1" status: 200 len: 1000 time: 0.0575557 Jun 17 19:12:20.480074 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-f5d1c591-400a-4ac7-b951-69dee4d489be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:20.481353 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-f5d1c591-400a-4ac7-b951-69dee4d489be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 200 len: 856 time: 0.0409563 Jun 17 19:12:20.540223 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-80a864fb-a58b-40c8-aea0-67cfbdb89bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:20.541769 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-80a864fb-a58b-40c8-aea0-67cfbdb89bc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531802 Jun 17 19:12:20.664632 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-91eda2f2-1b05-4b44-b99c-ddfbcd6dea88 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132131 Jun 17 19:12:20.751800 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b5fc8-c74d-4390-8f12-cf254b82cab8 req-37b9cf54-4256-42ef-a3a9-3ee5ba538b2d tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:20.753152 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0e7b5fc8-c74d-4390-8f12-cf254b82cab8 req-37b9cf54-4256-42ef-a3a9-3ee5ba538b2d tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.1288681 Jun 17 19:12:20.791809 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e72114d4-1ab4-41ca-92f9-dec9f6f231fe req-269b91f0-834d-4d7c-9b14-6ec1cfd20afa service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201904 Jun 17 19:12:20.810482 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0e7b5fc8-c74d-4390-8f12-cf254b82cab8 req-080c0308-ca4e-4831-8842-e887e9d63222 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499561 Jun 17 19:12:20.910157 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf1544-0520-471e-9224-11ec35973e3b req-51271b02-4886-441b-84ea-ad8334332bea tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:20.911582 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-aabf1544-0520-471e-9224-11ec35973e3b req-51271b02-4886-441b-84ea-ad8334332bea tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0626125 Jun 17 19:12:20.952152 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-aabf1544-0520-471e-9224-11ec35973e3b req-5ae72954-6828-42c0-be26-3e59192743cf tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342000 Jun 17 19:12:22.007154 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e4890-092a-4982-9ca9-88bf345e6e7e req-bc184331-013a-4de3-9973-f3de15c95d0a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:22.014808 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5f0e4890-092a-4982-9ca9-88bf345e6e7e req-bc184331-013a-4de3-9973-f3de15c95d0a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0792446 Jun 17 19:12:22.055052 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5f0e4890-092a-4982-9ca9-88bf345e6e7e req-129a0b96-80a6-44fa-864f-f968c8808e0a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393724 Jun 17 19:12:22.224251 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8af193-6bc9-4cc8-b8af-92332e9446db req-d4c0c69c-8dd4-4b17-849b-48217046f63b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:22.225881 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bf8af193-6bc9-4cc8-b8af-92332e9446db req-d4c0c69c-8dd4-4b17-849b-48217046f63b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0629301 Jun 17 19:12:22.267136 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bf8af193-6bc9-4cc8-b8af-92332e9446db req-0cd91a12-8bef-4a3d-8221-0414f2a22c6e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334282 Jun 17 19:12:23.234000 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78fe6-960b-4d4c-93cd-ab64d776b69c req-d7cb355d-d9bc-466e-84ac-d4480e62adb1 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:23.235468 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4eb78fe6-960b-4d4c-93cd-ab64d776b69c req-d7cb355d-d9bc-466e-84ac-d4480e62adb1 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0654788 Jun 17 19:12:23.282971 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4eb78fe6-960b-4d4c-93cd-ab64d776b69c req-5c9b9e95-6b30-4547-8fe5-45a64cbebe0f tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Jun 17 19:12:23.448333 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1e6b4-a455-46d0-9b8b-33cd3a32d2f7 req-e038520b-36a1-4e85-9136-0a46b73e2c43 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:23.449776 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2ee1e6b4-a455-46d0-9b8b-33cd3a32d2f7 req-e038520b-36a1-4e85-9136-0a46b73e2c43 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0642231 Jun 17 19:12:23.489444 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2ee1e6b4-a455-46d0-9b8b-33cd3a32d2f7 req-50c74ff2-a92e-4963-bd52-8b55fe6ba5fc tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335102 Jun 17 19:12:24.465500 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259abd50-1e62-485c-a693-3298a0cc616a req-eb83e7f0-f357-4a6b-a544-ef26c5d0b720 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:24.474622 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-259abd50-1e62-485c-a693-3298a0cc616a req-eb83e7f0-f357-4a6b-a544-ef26c5d0b720 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0637150 Jun 17 19:12:24.511191 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-259abd50-1e62-485c-a693-3298a0cc616a req-7119633e-cc48-4dd2-bc40-0186a394a964 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353136 Jun 17 19:12:24.683853 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d2329-0781-4460-a43c-f4fedf4650d5 req-03b9c345-19a0-42fe-8de6-6b1d0138c572 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:24.685225 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-497d2329-0781-4460-a43c-f4fedf4650d5 req-03b9c345-19a0-42fe-8de6-6b1d0138c572 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0710366 Jun 17 19:12:24.727722 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-497d2329-0781-4460-a43c-f4fedf4650d5 req-35b120d1-a84b-45fd-a972-05f30a5bcd88 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367062 Jun 17 19:12:25.694031 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f49920-4b5a-4408-8e6d-c2ddcd5ab0bc req-51c84c35-fd96-4145-b529-5d180fc0d8e6 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:25.700396 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97f49920-4b5a-4408-8e6d-c2ddcd5ab0bc req-51c84c35-fd96-4145-b529-5d180fc0d8e6 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0635417 Jun 17 19:12:25.737284 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-97f49920-4b5a-4408-8e6d-c2ddcd5ab0bc req-802d764a-2774-4bb1-bfc0-f5866800eb9d tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331805 Jun 17 19:12:25.913000 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7862b9f-c5cd-4239-b6ee-5f2eeb5e2056 req-d2e43300-3874-405e-a87c-73537ca53cb4 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:25.914377 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a7862b9f-c5cd-4239-b6ee-5f2eeb5e2056 req-d2e43300-3874-405e-a87c-73537ca53cb4 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0687425 Jun 17 19:12:25.955560 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a7862b9f-c5cd-4239-b6ee-5f2eeb5e2056 req-8e0fb526-c0f5-4d7f-b45d-1bd82722fe06 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344527 Jun 17 19:12:26.244415 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d06f2108-c8c4-41e5-bda0-845bbf871794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:26.924008 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb4d71-d27c-4dc2-9079-e11e9d8ceb8f req-2285d89a-7e85-475a-b5ec-9cba4289490d tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:26.925442 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a7bb4d71-d27c-4dc2-9079-e11e9d8ceb8f req-2285d89a-7e85-475a-b5ec-9cba4289490d tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0695140 Jun 17 19:12:26.965196 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a7bb4d71-d27c-4dc2-9079-e11e9d8ceb8f req-e992d5fe-f55d-4e03-a583-cc15076064ec tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341539 Jun 17 19:12:27.139796 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f64f8-1d8d-4289-aef3-40bdcf9e34e2 req-8e76aee4-1c77-47c5-b105-e1fdcaa99115 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:27.141258 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4c2f64f8-1d8d-4289-aef3-40bdcf9e34e2 req-8e76aee4-1c77-47c5-b105-e1fdcaa99115 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0628679 Jun 17 19:12:27.180354 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4c2f64f8-1d8d-4289-aef3-40bdcf9e34e2 req-15f45897-f07e-4eeb-be7b-07e46d62b26a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333300 Jun 17 19:12:27.835221 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:28.151892 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2151819-aa5e-43aa-8c3d-c7fd08c44758 req-ee28a11b-dc45-46c4-80ee-f278b6c569ab tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:28.153277 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e2151819-aa5e-43aa-8c3d-c7fd08c44758 req-ee28a11b-dc45-46c4-80ee-f278b6c569ab tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0714624 Jun 17 19:12:28.205066 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e2151819-aa5e-43aa-8c3d-c7fd08c44758 req-9c051482-00b8-44fd-ab06-89c331ebd8cd tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458169 Jun 17 19:12:28.369197 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b863044-92fb-4c3e-9472-49c2c33abfea req-392aef86-6761-4d50-bd04-a68e38ce2ab9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:28.371187 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3b863044-92fb-4c3e-9472-49c2c33abfea req-392aef86-6761-4d50-bd04-a68e38ce2ab9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0629144 Jun 17 19:12:28.409843 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3b863044-92fb-4c3e-9472-49c2c33abfea req-673155a5-13f2-4283-b065-83d2258079da tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327454 Jun 17 19:12:28.738142 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e071ad1f-3056-46d0-9b65-78eba9c1e080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:28.988023 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:29.392725 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4eeba-48e4-45df-83b0-6739ad8dd87e req-cf78aad1-2d76-4160-a7e4-fa6871831b2f tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:29.394256 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c7c4eeba-48e4-45df-83b0-6739ad8dd87e req-cf78aad1-2d76-4160-a7e4-fa6871831b2f tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0708649 Jun 17 19:12:29.433368 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c7c4eeba-48e4-45df-83b0-6739ad8dd87e req-a3642739-7189-49ec-b3f7-0c1a06231b53 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333514 Jun 17 19:12:29.598859 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8ef25-2e45-44c3-a73b-b6a55a846db9 req-2de63456-7904-447a-891d-c1ee3a543317 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:29.600314 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c8a8ef25-2e45-44c3-a73b-b6a55a846db9 req-2de63456-7904-447a-891d-c1ee3a543317 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0641930 Jun 17 19:12:29.643107 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c8a8ef25-2e45-44c3-a73b-b6a55a846db9 req-4e115a87-aada-4455-992b-266b475c61f8 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368481 Jun 17 19:12:29.878142 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:30.614988 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16d5fa-8bf0-4d42-a6f2-3e8acb9d3cb3 req-69ee51b4-8fe6-477d-9101-8d2b98c69663 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:30.616315 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8f16d5fa-8bf0-4d42-a6f2-3e8acb9d3cb3 req-69ee51b4-8fe6-477d-9101-8d2b98c69663 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0651717 Jun 17 19:12:30.654542 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8f16d5fa-8bf0-4d42-a6f2-3e8acb9d3cb3 req-53c1e441-0913-4a63-9da0-8cd596a74ba1 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Jun 17 19:12:30.844458 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db878b4-fbc5-4c36-b342-82878a9fef75 req-b96d75f5-342e-4e14-be19-a1f230e91b75 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:30.845931 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3db878b4-fbc5-4c36-b342-82878a9fef75 req-b96d75f5-342e-4e14-be19-a1f230e91b75 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0746841 Jun 17 19:12:30.886666 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3db878b4-fbc5-4c36-b342-82878a9fef75 req-0959f5e3-855e-4520-86ef-1117cb9da60f tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350013 Jun 17 19:12:31.832045 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec287ce-7f2e-4d25-bb50-a2b6a97de31a req-140729cb-fad0-44ce-8c8a-6b432370104b tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:31.833494 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0ec287ce-7f2e-4d25-bb50-a2b6a97de31a req-140729cb-fad0-44ce-8c8a-6b432370104b tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0645750 Jun 17 19:12:31.870880 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0ec287ce-7f2e-4d25-bb50-a2b6a97de31a req-37f24ea1-60d6-402f-87fd-bb961dbc715d tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Jun 17 19:12:32.015500 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:32.106531 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ae547-e3c8-4cca-a16c-bd3b730fd2bb req-ac1fe9b0-00e9-4c8b-b0e1-8cebbbd76f1a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:32.108147 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-df2ae547-e3c8-4cca-a16c-bd3b730fd2bb req-ac1fe9b0-00e9-4c8b-b0e1-8cebbbd76f1a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.1045535 Jun 17 19:12:32.151809 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca40271-862e-4660-b967-b038c0d1a819 req-5e7e14a6-2dc7-4f3e-9fbb-267aa14e4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:32.153266 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cca40271-862e-4660-b967-b038c0d1a819 req-5e7e14a6-2dc7-4f3e-9fbb-267aa14e4d9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b4b2a898c4466bbba24e96119d22b&device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 1099 time: 0.0976596 Jun 17 19:12:32.160240 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-df2ae547-e3c8-4cca-a16c-bd3b730fd2bb req-6ad3eb2f-0af2-495b-9027-8804d306b7c6 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453131 Jun 17 19:12:32.252721 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca40271-862e-4660-b967-b038c0d1a819 req-6e6c0382-1caf-4b40-b2b2-9847af1f881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:32.254101 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cca40271-862e-4660-b967-b038c0d1a819 req-6e6c0382-1caf-4b40-b2b2-9847af1f881e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8758562-b2d7-45e9-90da-9b08e68f259c HTTP/1.1" status: 200 len: 910 time: 0.0930159 Jun 17 19:12:32.318704 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cca40271-862e-4660-b967-b038c0d1a819 req-c2155883-dccb-4345-b9f3-9986ca405baf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a18002b-834b-49f5-9655-3babb843d682 HTTP/1.1" status: 200 len: 1002 time: 0.0572066 Jun 17 19:12:32.366774 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca40271-862e-4660-b967-b038c0d1a819 req-8d8ad85c-ceb6-47c8-b964-545312530645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:32.368253 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cca40271-862e-4660-b967-b038c0d1a819 req-8d8ad85c-ceb6-47c8-b964-545312530645 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6a58b27-3bdd-4e10-9279-04f7aceee1db HTTP/1.1" status: 200 len: 848 time: 0.0429475 Jun 17 19:12:32.427911 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca40271-862e-4660-b967-b038c0d1a819 req-be516c4e-9e83-485e-ab45-9451e2244a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:32.429420 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cca40271-862e-4660-b967-b038c0d1a819 req-be516c4e-9e83-485e-ab45-9451e2244a68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8758562-b2d7-45e9-90da-9b08e68f259c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546353 Jun 17 19:12:32.516921 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cca40271-862e-4660-b967-b038c0d1a819 req-3b59a890-4c83-4440-a19a-e6eac20aa1be service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802517 Jun 17 19:12:32.609573 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cca40271-862e-4660-b967-b038c0d1a819 req-8848e604-d75c-4673-bc74-49d61f1d8e5b service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841792 Jun 17 19:12:33.048418 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7abbd-4166-4860-8273-e1b969bdd338 req-c08226ca-e67e-46e0-8501-1d539ab03539 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:33.050148 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-47c7abbd-4166-4860-8273-e1b969bdd338 req-c08226ca-e67e-46e0-8501-1d539ab03539 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0629616 Jun 17 19:12:33.086395 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-47c7abbd-4166-4860-8273-e1b969bdd338 req-97a2a67d-60d0-494c-a294-f4cdf54786e5 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305369 Jun 17 19:12:33.337041 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62acdb4-bc91-4940-b422-344522115f0f req-abfbeac8-85e9-4d2f-ac03-42ec812ec7d7 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:33.339002 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f62acdb4-bc91-4940-b422-344522115f0f req-abfbeac8-85e9-4d2f-ac03-42ec812ec7d7 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 944 time: 0.0607481 Jun 17 19:12:33.376045 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f62acdb4-bc91-4940-b422-344522115f0f req-770795a4-88f2-40b0-8daf-04cf662ca223 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315678 Jun 17 19:12:33.620710 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7526f37c-bd96-4c40-ba9e-c33488e370c2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:12:33.713630 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:12:33.724115 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'port_id': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'mac_address': 'fa:16:3e:3e:f9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:12:33.758608 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:33.771217 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7526f37c-bd96-4c40-ba9e-c33488e370c2 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:12:33.789311 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:12:33.793140 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:33.794998 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:12:33.839115 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7526f37c-bd96-4c40-ba9e-c33488e370c2,revision_number=9']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:12:33.842059 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:12:34.016388 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['7526f37c-bd96-4c40-ba9e-c33488e370c2'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:12:34.286460 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e622-a17d-4dff-b62b-57c7e46beb60 req-9f604fa3-8367-4731-bc99-8593c091a562 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:34.287906 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cc03e622-a17d-4dff-b62b-57c7e46beb60 req-9f604fa3-8367-4731-bc99-8593c091a562 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0683460 Jun 17 19:12:34.331570 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cc03e622-a17d-4dff-b62b-57c7e46beb60 req-95bdfef0-a36d-48d7-82f4-f136177ed57c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363235 Jun 17 19:12:34.619923 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41b18e-bbd5-4a82-8819-1e0893a76a7e req-01b0229b-f4c7-4ced-8c93-f1083649b311 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:34.621387 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4f41b18e-bbd5-4a82-8819-1e0893a76a7e req-01b0229b-f4c7-4ced-8c93-f1083649b311 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 945 time: 0.1195786 Jun 17 19:12:34.659437 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4f41b18e-bbd5-4a82-8819-1e0893a76a7e req-b9d3f419-3b86-400b-bed0-9f3e1120f9b7 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323203 Jun 17 19:12:35.505483 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbce9b-53d8-48bc-af3d-573c15a22efa req-9b81c735-fe52-41a4-885b-caf12967a4ac tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:35.506878 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d7fbce9b-53d8-48bc-af3d-573c15a22efa req-9b81c735-fe52-41a4-885b-caf12967a4ac tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0664511 Jun 17 19:12:35.545589 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d7fbce9b-53d8-48bc-af3d-573c15a22efa req-8c920d3e-9a35-47e5-81bf-f9ed2ccac27c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325584 Jun 17 19:12:35.631795 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7526f37c-bd96-4c40-ba9e-c33488e370c2 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:12:35.678013 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 7526f37c-bd96-4c40-ba9e-c33488e370c2 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:12:35.678425 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:35.761165 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:35.785303 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:12:35.792078 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45011c9b-79b1-4a98-bf1b-76de9c564bad" -d '{"events": [{"server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "name": "network-vif-plugged", "status": "completed", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:12:35.807380 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:12:35.814531 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:35.817400 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:12:35.847379 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40194) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:12:35.873156 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b9d67-2ab0-41ae-8830-467dd900615a req-7bcb1630-b036-4114-938e-14b8c80dba74 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:35.875063 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0a4b9d67-2ab0-41ae-8830-467dd900615a req-7bcb1630-b036-4114-938e-14b8c80dba74 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 945 time: 0.0836577 Jun 17 19:12:35.884610 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7526f37c-bd96-4c40-ba9e-c33488e370c2,revision_number=10']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:12:35.895035 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:12:35.922626 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0a4b9d67-2ab0-41ae-8830-467dd900615a req-be411e0d-779a-4116-9612-442fc187d17d tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418770 Jun 17 19:12:35.965333 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-2ec30a30-3dbd-4ac8-bac5-04d76cae79b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167655 Jun 17 19:12:35.971303 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd14318-523b-4daf-8abd-8c274c1a4c70 x-openstack-request-id: req-6cd14318-523b-4daf-8abd-8c274c1a4c70 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:12:35.971684 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "name": "network-vif-plugged", "status": "completed", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:12:35.972011 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cd14318-523b-4daf-8abd-8c274c1a4c70 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:12:35.972493 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'code': 200} Jun 17 19:12:35.987515 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7c33-bfa4-4936-b61e-99d0655e768e req-79481e1e-e792-4fad-8280-9289d16ff2d8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:35.988965 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-03eb7c33-bfa4-4936-b61e-99d0655e768e req-79481e1e-e792-4fad-8280-9289d16ff2d8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.1297576 Jun 17 19:12:36.029477 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-03eb7c33-bfa4-4936-b61e-99d0655e768e req-b7ee288c-1a8a-4489-86ea-f87dfe905039 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335078 Jun 17 19:12:36.756276 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ff65b-abcf-422e-878c-4afb8aa7f5e2 req-68b90506-caf4-47b0-a809-b357a15868bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:36.757774 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-177ff65b-abcf-422e-878c-4afb8aa7f5e2 req-68b90506-caf4-47b0-a809-b357a15868bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 1100 time: 0.3073242 Jun 17 19:12:36.793072 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-177ff65b-abcf-422e-878c-4afb8aa7f5e2 req-814c052f-9ff3-4323-a440-c25532be20e1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292048 Jun 17 19:12:37.100800 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c12fb-ecde-4d52-9ef8-efba4d011f43 req-ce7a6d5e-246e-460f-a9eb-7de517db84c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:37.102282 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ec6c12fb-ecde-4d52-9ef8-efba4d011f43 req-ce7a6d5e-246e-460f-a9eb-7de517db84c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 947 time: 0.0639384 Jun 17 19:12:37.140670 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ec6c12fb-ecde-4d52-9ef8-efba4d011f43 req-03f5076f-674d-4790-8382-9cd60a3157dd tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324697 Jun 17 19:12:37.208167 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5b0aa-7653-4b17-845d-0e71d79fa99a req-18ede6f0-164a-4f63-805c-506d3fe88768 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:37.209496 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2de5b0aa-7653-4b17-845d-0e71d79fa99a req-18ede6f0-164a-4f63-805c-506d3fe88768 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0644798 Jun 17 19:12:37.247133 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2de5b0aa-7653-4b17-845d-0e71d79fa99a req-612cc125-130e-4cb8-8ccf-a1ecf56f190a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320072 Jun 17 19:12:37.367792 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-b55e730d-f889-4fcf-b9f6-36a6ae26b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:37.370449 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-b55e730d-f889-4fcf-b9f6-36a6ae26b6d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0&tenant_id=757b4b2a898c4466bbba24e96119d22b HTTP/1.1" status: 200 len: 1099 time: 0.0563648 Jun 17 19:12:37.452306 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-2fbf3791-4331-4425-ba8c-da4f7a93b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:37.453752 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-2fbf3791-4331-4425-ba8c-da4f7a93b27c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b4b2a898c4466bbba24e96119d22b&device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 1099 time: 0.0528135 Jun 17 19:12:37.546859 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-8557de75-0006-42d0-a76e-6e4ac0d189b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:37.548269 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-8557de75-0006-42d0-a76e-6e4ac0d189b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8758562-b2d7-45e9-90da-9b08e68f259c HTTP/1.1" status: 200 len: 910 time: 0.0866075 Jun 17 19:12:37.626604 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-38f4a9b5-643d-40ab-a292-f176282291f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a18002b-834b-49f5-9655-3babb843d682 HTTP/1.1" status: 200 len: 1002 time: 0.0615559 Jun 17 19:12:37.636486 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7a18002b-834b-49f5-9655-3babb843d682 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:12:37.689918 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-561b752b-f501-48e7-a239-64f700eab350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:37.691594 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-561b752b-f501-48e7-a239-64f700eab350 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6a58b27-3bdd-4e10-9279-04f7aceee1db HTTP/1.1" status: 200 len: 848 time: 0.0536809 Jun 17 19:12:37.725072 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:37.764153 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7a18002b-834b-49f5-9655-3babb843d682, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a18002b-834b-49f5-9655-3babb843d682,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:12:37.768858 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:37.769006 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-17a03ce3-a1a3-44ce-bfdf-0aee758f0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:37.770324 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-17a03ce3-a1a3-44ce-bfdf-0aee758f0d7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8758562-b2d7-45e9-90da-9b08e68f259c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0644376 Jun 17 19:12:37.770733 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-b84cede2-2468-40f1-a9f9-ee7060df679a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:12:37.824774 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7a18002b-834b-49f5-9655-3babb843d682,revision_number=6']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:12:37.828344 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:12:37.881483 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-db53a37a-361f-42d0-85e5-edc0e107ce39 service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013446 Jun 17 19:12:37.973764 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a18002b-834b-49f5-9655-3babb843d682'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:12:37.976355 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40153bb1-2471-45a6-98ea-b4c0a2f85dea" -d '{"events": [{"server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "7a18002b-834b-49f5-9655-3babb843d682"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:12:37.991676 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f64a0976-99b7-4aff-b5d9-656682e40d82 req-dcd340c7-5477-4439-82e2-0f41e6b80220 service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989447 Jun 17 19:12:38.017143 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 19:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf8dbdf-fcd2-4a2c-a157-abfbbc862c84 x-openstack-request-id: req-2cf8dbdf-fcd2-4a2c-a157-abfbbc862c84 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:12:38.017449 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "7a18002b-834b-49f5-9655-3babb843d682", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:12:38.017714 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cf8dbdf-fcd2-4a2c-a157-abfbbc862c84 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:12:38.018188 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a18002b-834b-49f5-9655-3babb843d682', 'code': 200} Jun 17 19:12:38.327562 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a947c6-768a-42e5-8486-52d1a449d469 req-8137cf1a-a901-4513-8cd8-f389ac914bb5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:38.329069 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-72a947c6-768a-42e5-8486-52d1a449d469 req-8137cf1a-a901-4513-8cd8-f389ac914bb5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 947 time: 0.0684555 Jun 17 19:12:38.378358 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-72a947c6-768a-42e5-8486-52d1a449d469 req-bd15d1f1-e6ea-4950-91c3-b3f46566c67c tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Jun 17 19:12:38.460531 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e6117-724f-4060-8480-3dc3b096cd01 req-f21386d4-6b21-4b70-a3a6-7292a0e2e82e tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:38.462020 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-849e6117-724f-4060-8480-3dc3b096cd01 req-f21386d4-6b21-4b70-a3a6-7292a0e2e82e tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 944 time: 0.0710361 Jun 17 19:12:38.498944 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-849e6117-724f-4060-8480-3dc3b096cd01 req-081a9972-f573-43b7-93ea-a905a4d1e042 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312779 Jun 17 19:12:39.137874 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d207a-a8a0-4c0d-9757-2b56e4d96618 req-47481728-98d8-4fd7-b0ab-471cd25d22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:39.139251 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f58d207a-a8a0-4c0d-9757-2b56e4d96618 req-47481728-98d8-4fd7-b0ab-471cd25d22ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0494981 Jun 17 19:12:39.179105 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f58d207a-a8a0-4c0d-9757-2b56e4d96618 req-de5ee6ea-5832-4852-93b2-b88ab9e08936 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266230 Jun 17 19:12:39.563210 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef06cfd-e138-47fb-a828-31792604f934 req-5cb3151b-f348-48d4-b78a-aa8723c48032 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:39.564867 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9ef06cfd-e138-47fb-a828-31792604f934 req-5cb3151b-f348-48d4-b78a-aa8723c48032 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 947 time: 0.0715272 Jun 17 19:12:39.604072 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9ef06cfd-e138-47fb-a828-31792604f934 req-3f9e43e7-ed82-4337-94fc-380afa9beaab tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335679 Jun 17 19:12:39.644220 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7a18002b-834b-49f5-9655-3babb843d682 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:12:39.687478 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05422e32-6804-43ae-a58f-1a28dd705bf5 req-15704c33-de0e-4a5d-bd86-ed18c510abbe tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:39.690543 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-05422e32-6804-43ae-a58f-1a28dd705bf5 req-15704c33-de0e-4a5d-bd86-ed18c510abbe tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 944 time: 0.0725560 Jun 17 19:12:39.728695 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-05422e32-6804-43ae-a58f-1a28dd705bf5 req-7751e002-e5a1-49f1-95a6-3712ec08c189 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326598 Jun 17 19:12:39.748951 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7a18002b-834b-49f5-9655-3babb843d682, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a18002b-834b-49f5-9655-3babb843d682,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:12:39.760534 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '7a18002b-834b-49f5-9655-3babb843d682', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'port_id': '7a18002b-834b-49f5-9655-3babb843d682', 'mac_address': 'fa:16:3e:a9:3d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:12:39.794862 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:39.807531 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a18002b-834b-49f5-9655-3babb843d682 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:12:39.826972 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7a18002b-834b-49f5-9655-3babb843d682, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a18002b-834b-49f5-9655-3babb843d682,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:12:39.830675 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:39.832496 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:12:39.879438 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7a18002b-834b-49f5-9655-3babb843d682,revision_number=7']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:12:39.882559 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:12:40.128362 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['7a18002b-834b-49f5-9655-3babb843d682'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:12:40.899069 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe719d-7229-4258-a2f7-1ae8ba82bbed req-1919a291-04cd-4c80-acee-a9ceb93034f5 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:40.901117 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-96fe719d-7229-4258-a2f7-1ae8ba82bbed req-1919a291-04cd-4c80-acee-a9ceb93034f5 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 945 time: 0.0625350 Jun 17 19:12:40.937902 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-96fe719d-7229-4258-a2f7-1ae8ba82bbed req-3cf254cf-9aaf-4883-8c61-487e61b648a7 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311749 Jun 17 19:12:41.643620 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7a18002b-834b-49f5-9655-3babb843d682 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:12:41.700070 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 7a18002b-834b-49f5-9655-3babb843d682 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:12:41.700455 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:41.777629 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:41.799855 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a18002b-834b-49f5-9655-3babb843d682'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:12:41.802134 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888c982c-6f33-476c-932a-79bb74f0a401" -d '{"events": [{"server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "name": "network-vif-plugged", "status": "completed", "tag": "7a18002b-834b-49f5-9655-3babb843d682"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:12:41.817859 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7a18002b-834b-49f5-9655-3babb843d682, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a18002b-834b-49f5-9655-3babb843d682,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:12:41.824164 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:41.826401 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:12:41.849335 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bb7cee-172b-4c15-9309-b859b40aa23b x-openstack-request-id: req-91bb7cee-172b-4c15-9309-b859b40aa23b {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:12:41.849630 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "name": "network-vif-plugged", "status": "completed", "tag": "7a18002b-834b-49f5-9655-3babb843d682", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:12:41.849888 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91bb7cee-172b-4c15-9309-b859b40aa23b {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:12:41.850308 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a18002b-834b-49f5-9655-3babb843d682', 'code': 200} Jun 17 19:12:41.875539 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7a18002b-834b-49f5-9655-3babb843d682,revision_number=8']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:12:41.878400 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:12:54.210617 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:12:56.210811 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec7475-d0ce-41db-9de8-6ff4eae0dab3 req-5493bf0e-988d-4063-a67e-6c9897154cbd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:56.213306 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d7ec7475-d0ce-41db-9de8-6ff4eae0dab3 req-5493bf0e-988d-4063-a67e-6c9897154cbd tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 946 time: 0.0688217 Jun 17 19:12:56.245895 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-1f252fef-0e6b-4901-9d7f-c9f1d99d9b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:56.253696 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d7ec7475-d0ce-41db-9de8-6ff4eae0dab3 req-13b9c794-d8ee-4127-9f5b-4a5f37f476e4 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec77d62e-34d5-431c-a849-573f0afb3b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349660 Jun 17 19:12:57.287584 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f248f9b6-d9a5-4d9c-b8c2-94d1171693e4 req-1764c354-19b1-430d-95cb-459ce63ab8c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974135 Jun 17 19:12:57.379227 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248f9b6-d9a5-4d9c-b8c2-94d1171693e4 req-c0656570-67f3-4ca0-b28e-191d6031c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:57.380674 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f248f9b6-d9a5-4d9c-b8c2-94d1171693e4 req-c0656570-67f3-4ca0-b28e-191d6031c01e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 1100 time: 0.0638959 Jun 17 19:12:57.523370 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189a4fe-0545-4acd-a03a-45f5a93e114e req-b5b206d2-145f-4cc0-8e68-906831d58510 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:57.525411 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1189a4fe-0545-4acd-a03a-45f5a93e114e req-b5b206d2-145f-4cc0-8e68-906831d58510 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 946 time: 0.1484449 Jun 17 19:12:57.528381 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248f9b6-d9a5-4d9c-b8c2-94d1171693e4 req-b20eec1d-fb8b-4ebf-b7ef-4f04ff83176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:57.529675 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f248f9b6-d9a5-4d9c-b8c2-94d1171693e4 req-b20eec1d-fb8b-4ebf-b7ef-4f04ff83176b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 918 time: 0.1219726 Jun 17 19:12:57.602455 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1189a4fe-0545-4acd-a03a-45f5a93e114e req-16d92daa-4a32-4196-8014-41482ab38513 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec77d62e-34d5-431c-a849-573f0afb3b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710292 Jun 17 19:12:57.618991 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f248f9b6-d9a5-4d9c-b8c2-94d1171693e4 req-4bb60d3b-ad0b-4135-88c7-59a44d0dc280 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2 HTTP/1.1" status: 200 len: 1002 time: 0.0717831 Jun 17 19:12:57.669301 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248f9b6-d9a5-4d9c-b8c2-94d1171693e4 req-964dc2c4-e5d9-4c10-803e-001f8326e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:57.670737 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f248f9b6-d9a5-4d9c-b8c2-94d1171693e4 req-964dc2c4-e5d9-4c10-803e-001f8326e10b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 200 len: 856 time: 0.0433946 Jun 17 19:12:57.734243 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248f9b6-d9a5-4d9c-b8c2-94d1171693e4 req-8b7ad9c5-1289-425e-8099-0f1f5f914e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:57.735717 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f248f9b6-d9a5-4d9c-b8c2-94d1171693e4 req-8b7ad9c5-1289-425e-8099-0f1f5f914e7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0558057 Jun 17 19:12:57.831111 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:57.832433 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f248f9b6-d9a5-4d9c-b8c2-94d1171693e4 req-a7cfd1f8-c4b6-48b3-b872-e76dbfa71ab4 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880353 Jun 17 19:12:57.927680 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f248f9b6-d9a5-4d9c-b8c2-94d1171693e4 req-54387bc9-15c6-4f9d-8884-9cc2352167f6 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855818 Jun 17 19:12:58.388086 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-c686bccc-4925-4c72-ae0e-e59289a3e0d3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:58.389516 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-c686bccc-4925-4c72-ae0e-e59289a3e0d3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.42 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 946 time: 0.0608010 Jun 17 19:12:58.499072 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Deleting port 5f502582-06ea-4554-a5c4-f4493a7ae548 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:12:58.499408 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:58.587377 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] For port 5f502582-06ea-4554-a5c4-f4493a7ae548, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5f502582-06ea-4554-a5c4-f4493a7ae548,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:12:58.587684 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:58.742367 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-84d0d3f5-aefb-4315-87f7-0e2401866293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:58.788372 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:58.788731 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:58.789035 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.l3_db [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Floating IP 60ab2be4-d929-4f77-9b1b-4412a72a79c0 disassociated. External IP: 172.28.2.58, port: 5f502582-06ea-4554-a5c4-f4493a7ae548. Jun 17 19:12:58.789367 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Calling delete_port for 5f502582-06ea-4554-a5c4-f4493a7ae548 owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:12:58.857835 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1ef13-629b-4a4f-8c2d-c576a18305e7 req-1cbd1e6f-73cb-4c0a-b080-c735dd0d075c tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:12:58.859244 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5ce1ef13-629b-4a4f-8c2d-c576a18305e7 req-1cbd1e6f-73cb-4c0a-b080-c735dd0d075c tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 946 time: 0.1322229 Jun 17 19:12:58.915938 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5ce1ef13-629b-4a4f-8c2d-c576a18305e7 req-6297f0d8-e295-44f1-8776-3b7ed65e0f23 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec77d62e-34d5-431c-a849-573f0afb3b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497744 Jun 17 19:12:58.975274 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:58.979179 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:12:58.989023 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:59.005288 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event deleted for resources: {'Port': ['ID=5f502582-06ea-4554-a5c4-f4493a7ae548,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:12:59.016880 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:59.017264 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:59.017638 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:59.018000 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:59.018391 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:59.018733 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:59.019081 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:59.019435 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:59.019783 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:59.020130 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:59.020474 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:59.020818 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:12:59.027571 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:12:59.126031 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:12:59.235801 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:12:59.245432 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93076dc-5e2a-472a-b455-0e48c0fb41df None None] Sync routers for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:12:59.254129 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93076dc-5e2a-472a-b455-0e48c0fb41df None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:12:59.254752 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-f93076dc-5e2a-472a-b455-0e48c0fb41df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:12:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:12:59.294732 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] No DVR routers for this DVR port 5f502582-06ea-4554-a5c4-f4493a7ae548 on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:12:59.299163 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:12:59.302015 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b5f25cec-dde7-4be8-9874-7f1c7f80f7cc req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.42 "DELETE /v2.0/ports/5f502582-06ea-4554-a5c4-f4493a7ae548 HTTP/1.1" status: 204 len: 173 time: 0.9067199 Jun 17 19:12:59.302856 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001513ce-3390-447f-ae60-e219604b34da', 'name': 'network-vif-deleted', 'tag': '5f502582-06ea-4554-a5c4-f4493a7ae548'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:12:59.307180 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b765dcf-4e22-4327-9f73-b7b5ecb7f8ad" -d '{"events": [{"server_uuid": "001513ce-3390-447f-ae60-e219604b34da", "name": "network-vif-deleted", "tag": "5f502582-06ea-4554-a5c4-f4493a7ae548"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:12:59.431215 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4bb0c1-c468-42c3-b12c-991287e03ae7 x-openstack-request-id: req-1e4bb0c1-c468-42c3-b12c-991287e03ae7 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:12:59.431869 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001513ce-3390-447f-ae60-e219604b34da", "name": "network-vif-deleted", "tag": "5f502582-06ea-4554-a5c4-f4493a7ae548", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:12:59.432138 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e4bb0c1-c468-42c3-b12c-991287e03ae7 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:12:59.432576 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001513ce-3390-447f-ae60-e219604b34da', 'name': 'network-vif-deleted', 'tag': '5f502582-06ea-4554-a5c4-f4493a7ae548', 'status': 'completed', 'code': 200} Jun 17 19:12:59.500875 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-f93076dc-5e2a-472a-b455-0e48c0fb41df None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:12:59.695944 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-f93076dc-5e2a-472a-b455-0e48c0fb41df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:51Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:12:59.723617 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93076dc-5e2a-472a-b455-0e48c0fb41df None None] Checking router: d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:12:59.732882 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93076dc-5e2a-472a-b455-0e48c0fb41df None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:12:59.733548 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-f93076dc-5e2a-472a-b455-0e48c0fb41df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:12:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:12:59.845155 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-f93076dc-5e2a-472a-b455-0e48c0fb41df None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:12:59.901989 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:00.070475 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-f93076dc-5e2a-472a-b455-0e48c0fb41df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:51Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:00.076522 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-57ef9a00-f102-4fab-9190-359030b7e6ed req-13d03ae6-a19a-471f-b171-6caaa0ba3740 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/ports?device_id=001513ce-3390-447f-ae60-e219604b34da HTTP/1.1" status: 200 len: 210 time: 0.0285769 Jun 17 19:13:00.098027 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93076dc-5e2a-472a-b455-0e48c0fb41df None None] The sync data for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb is: [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:07:42Z', 'revision_number': 4, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '21536709-cdb1-4bd0-972e-951dc12e5ba5', 'name': '', 'network_id': '47474ca6-6289-4c8b-a386-ccceb3457590', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'mac_address': 'fa:16:3e:41:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:40Z', 'updated_at': '2021-06-17T19:07:51Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'subnets': [{'id': '91c9f451-1e97-4705-99d3-c24a35bcad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:13:00.309010 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1600d1-1099-40ae-9632-4a0a04122b07 None None] New status for floating IP 60ab2be4-d929-4f77-9b1b-4412a72a79c0: DOWN {{(pid=92950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 19:13:01.203409 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40390) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:01.257008 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:01.279646 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:01.325990 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:01.328563 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:01.329698 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "DELETE /v2.0/security-groups/ec77d62e-34d5-431c-a849-573f0afb3b74 HTTP/1.1" status: 204 len: 168 time: 0.1253240 Jun 17 19:13:01.330489 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-23f286c5-dc96-4d73-8883-1647ac6b79b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:01.332503 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40392) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:01.339464 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec77d62e-34d5-431c-a849-573f0afb3b74,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:01.346302 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:01.346448 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.api.v2.resource [None req-c9557f1d-08cb-4840-82d4-39e8ab0774a0 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] show failed (client error): The resource could not be found. Jun 17 19:13:01.346664 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:01.347021 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:01.347261 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-c9557f1d-08cb-4840-82d4-39e8ab0774a0 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "GET /v2.0/security-groups/ec77d62e-34d5-431c-a849-573f0afb3b74 HTTP/1.1" status: 404 len: 347 time: 0.0136750 Jun 17 19:13:01.347462 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:01.347743 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:01.348038 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:01.348372 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:01.348712 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:01.349048 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:01.349379 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:01.349713 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:01.350045 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:01.350355 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40394) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:01.353335 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:01.477435 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-d8c0efa5-978a-4fab-9bf5-cbac8715af91 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Deleting port 14ffbcf7-5afe-45b9-9eff-a7eb2affe367 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:13:01.477770 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d8c0efa5-978a-4fab-9bf5-cbac8715af91 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:01.552265 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d8c0efa5-978a-4fab-9bf5-cbac8715af91 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:01.552589 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d8c0efa5-978a-4fab-9bf5-cbac8715af91 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:01.616060 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-d8c0efa5-978a-4fab-9bf5-cbac8715af91 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Calling delete_port for 14ffbcf7-5afe-45b9-9eff-a7eb2affe367 owned by network:floatingip {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:13:01.738399 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d8c0efa5-978a-4fab-9bf5-cbac8715af91 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:01.741882 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-497c65a7-4fb0-447d-ae88-54dd0fe10f81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:01.751567 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 5f502582-06ea-4554-a5c4-f4493a7ae548 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:13:01.771687 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 5f502582-06ea-4554-a5c4-f4493a7ae548 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:13:01.772034 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 5f502582-06ea-4554-a5c4-f4493a7ae548 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:13:01.775237 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0efa5-978a-4fab-9bf5-cbac8715af91 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Pushing event deleted for resources: {'Port': ['ID=14ffbcf7-5afe-45b9-9eff-a7eb2affe367,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:01.779770 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d8c0efa5-978a-4fab-9bf5-cbac8715af91 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:01.837860 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d8c0efa5-978a-4fab-9bf5-cbac8715af91 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks [] for floatingip, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:01.840758 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d8c0efa5-978a-4fab-9bf5-cbac8715af91 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:01.842202 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-d8c0efa5-978a-4fab-9bf5-cbac8715af91 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] 10.222.0.10 "DELETE /v2.0/floatingips/60ab2be4-d929-4f77-9b1b-4412a72a79c0 HTTP/1.1" status: 204 len: 168 time: 0.4907029 Jun 17 19:13:02.018241 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:05.518396 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40422) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:05.944045 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1018169'] for router_interface, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:06.185841 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] Deleting port 21536709-cdb1-4bd0-972e-951dc12e5ba5 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:13:06.186233 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:06.264737 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] For port 21536709-cdb1-4bd0-972e-951dc12e5ba5, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=21536709-cdb1-4bd0-972e-951dc12e5ba5,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:06.265000 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:06.330177 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] Calling delete_port for 21536709-cdb1-4bd0-972e-951dc12e5ba5 owned by network:router_interface {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:13:06.508890 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:06.511447 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-dfc665bf-2df5-4e39-8b5b-6f75d54b3a49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:06.537415 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=21536709-cdb1-4bd0-972e-951dc12e5ba5,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:06.540380 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:06.696930 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1020297'] for router_interface, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:06.907320 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] Router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:13:07.237686 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:13:07.245205 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-d35b3f62-b434-49a4-94b0-79721c063d81 admin admin] 10.222.0.10 "PUT /v2.0/routers/d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7254014 Jun 17 19:13:07.246547 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40428) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:07.248231 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04e8a8-3889-4b5e-86d4-4180604506d0 None None] Sync routers for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:13:07.259096 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04e8a8-3889-4b5e-86d4-4180604506d0 None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:13:07.259738 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-5c04e8a8-3889-4b5e-86d4-4180604506d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:12:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:07.358793 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:07.365050 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-5c04e8a8-3889-4b5e-86d4-4180604506d0 None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:13:07.460630 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:07.511528 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Deleting port 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:13:07.511753 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:07.542841 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-5c04e8a8-3889-4b5e-86d4-4180604506d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:13:06Z', 'revision_number': 5, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port': {'id': '0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:07:36Z', 'updated_at': '2021-06-17T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:07.569616 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04e8a8-3889-4b5e-86d4-4180604506d0 None None] Checking router: d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:13:07.578065 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04e8a8-3889-4b5e-86d4-4180604506d0 None None] Routers {'d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:13:07.578726 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-5c04e8a8-3889-4b5e-86d4-4180604506d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:12:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:07.593342 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] For port 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:07.593947 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:07.661627 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Calling delete_port for 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a owned by network:router_gateway {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:13:07.663667 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-5c04e8a8-3889-4b5e-86d4-4180604506d0 None None] Set router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 gateway port host: None {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:13:07.715309 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-5c04e8a8-3889-4b5e-86d4-4180604506d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:13:07Z', 'revision_number': 6, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port_host': None}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:07.745331 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04e8a8-3889-4b5e-86d4-4180604506d0 None None] The sync data for ids ['d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4'] in dv-cinder-790535-5-smb is: [{'id': 'd21237d6-d9d5-45d5-b1fc-c06b7c0be0b4', 'name': 'tempest-AttachVolumeTestJSON-447577765-router', 'tenant_id': '0f483840778a4b289070c9f068eae35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:07:35Z', 'updated_at': '2021-06-17T19:13:07Z', 'revision_number': 6, 'project_id': '0f483840778a4b289070c9f068eae35f', 'gw_port_host': None}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:13:07.832686 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:07.834832 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:07.857704 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:07.860255 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:07.929251 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021058'] for router_gateway, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.032387 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-352'] for router, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.034524 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.098712 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1031327'] for router, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.099249 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 {{(pid=92947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 19:13:08.105676 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] Notify callbacks [] for router, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.107097 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-53343223-300b-473c-9d50-02323b9474c0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d21237d6-d9d5-45d5-b1fc-c06b7c0be0b4 HTTP/1.1" status: 204 len: 168 time: 0.8594527 Jun 17 19:13:08.109395 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40430) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:08.157091 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef16f38c-1c8d-43e4-af64-3515e4a2c84e admin admin] Deleting subnet 91c9f451-1e97-4705-99d3-c24a35bcad9a {{(pid=92947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:13:08.160283 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ef16f38c-1c8d-43e4-af64-3515e4a2c84e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.198233 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ef16f38c-1c8d-43e4-af64-3515e4a2c84e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3247341'] for subnet, precommit_delete_associations {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.308557 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ef16f38c-1c8d-43e4-af64-3515e4a2c84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.363547 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ef16f38c-1c8d-43e4-af64-3515e4a2c84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4087781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3941940'] for subnet, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.366020 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e02c22ed-1359-4cfd-8dfd-ef35f36efb65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:08.389947 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16f38c-1c8d-43e4-af64-3515e4a2c84e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c9f451-1e97-4705-99d3-c24a35bcad9a,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:08.392590 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ef16f38c-1c8d-43e4-af64-3515e4a2c84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:08.395620 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ef16f38c-1c8d-43e4-af64-3515e4a2c84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.398458 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-ef16f38c-1c8d-43e4-af64-3515e4a2c84e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/91c9f451-1e97-4705-99d3-c24a35bcad9a HTTP/1.1" status: 204 len: 168 time: 0.2878883 Jun 17 19:13:08.401117 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40432) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:08.403352 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f4da89-ca49-4ec9-8bf4-4e1fde865660 None None] Network 47474ca6-6289-4c8b-a386-ccceb3457590 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:13:08.474035 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.534983 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Deleting port 9155000d-04dd-4172-a95d-7ea57f5c4b59 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:13:08.535322 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.601860 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] For port 9155000d-04dd-4172-a95d-7ea57f5c4b59, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=9155000d-04dd-4172-a95d-7ea57f5c4b59,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:08.602673 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.623399 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] DHCP port deletion for 47474ca6-6289-4c8b-a386-ccceb3457590 request from dv-cinder-790535-5-smb {{(pid=92949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 19:13:08.674287 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Calling delete_port for 9155000d-04dd-4172-a95d-7ea57f5c4b59 owned by network:dhcp {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:13:08.674804 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Deleting port 9155000d-04dd-4172-a95d-7ea57f5c4b59 {{(pid=92949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:13:08.675201 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.744390 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] For port 9155000d-04dd-4172-a95d-7ea57f5c4b59, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=9155000d-04dd-4172-a95d-7ea57f5c4b59,segment=NetworkSegment(6753c226-b580-4a1f-84b1-cfc639001df1),segment_id=6753c226-b580-4a1f-84b1-cfc639001df1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:08.744813 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.764871 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.768146 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-93264e9e-3a0a-4705-bf81-3bbe392fb337 tempest-DeleteServersTestJSON-924746196 tempest-DeleteServersTestJSON-924746196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:08.792099 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9155000d-04dd-4172-a95d-7ea57f5c4b59,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:08.796420 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:08.797205 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] No DVR routers for this DVR port 9155000d-04dd-4172-a95d-7ea57f5c4b59 on host dv-cinder-790535-5-smb {{(pid=92947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:13:08.817776 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Calling delete_port for 9155000d-04dd-4172-a95d-7ea57f5c4b59 owned by network:dhcp {{(pid=92949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:13:08.868903 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.879499 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47474ca6-6289-4c8b-a386-ccceb3457590']}} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:08.893045 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6753c226-b580-4a1f-84b1-cfc639001df1') {'for_net_delete': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:08.893327 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6753c226-b580-4a1f-84b1-cfc639001df1') {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:08.902236 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3247330'] for segment, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.917984 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.925604 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=92947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:13:08.926229 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4087624'] for segment, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: Traceback (most recent call last): Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: timer() Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: cb(*args, **kw) Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: return func(*args, **kwargs) Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: self._notify() Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: self.callback(batched_events) Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: event.method(event) Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: return f(self, *a, **k) Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: return self._get(url).json() Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: return self.request(url, 'GET', **kwargs) Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:13:08.928302 dv-cinder-790535-5-smb neutron-server[92947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:13:08.949028 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297'] for port, after_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.951074 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:08.974396 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Pushing event deleted for resources: {'Port': ['ID=9155000d-04dd-4172-a95d-7ea57f5c4b59,revision_number=None']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:08.978931 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] No DVR routers for this DVR port 9155000d-04dd-4172-a95d-7ea57f5c4b59 on host dv-cinder-790535-5-smb {{(pid=92949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:13:08.985271 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.987499 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:08.987934 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:08.988279 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:08.988682 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:08.989024 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:08.989855 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:08.989855 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:08.990149 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-005eeaa8-9ba1-4faf-9f65-0487f1592fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:08.990279 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:08.990483 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:08.990840 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:08.991179 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:08.991503 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:13:08.992840 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:08.995054 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/47474ca6-6289-4c8b-a386-ccceb3457590 HTTP/1.1" status: 204 len: 168 time: 0.5928774 Jun 17 19:13:09.001579 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:09.007398 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=47474ca6-6289-4c8b-a386-ccceb3457590,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:09.010014 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:09.113144 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40436) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:09.163025 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-9217e6ba-df40-429e-aaec-b36973e1a89e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f483840778a4b289070c9f068eae35f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476911 Jun 17 19:13:09.165889 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40438) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:09.225913 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a6ded733-8310-4515-a338-300ace9b6f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:09.257371 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a6ded733-8310-4515-a338-300ace9b6f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:09.320963 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a6ded733-8310-4515-a338-300ace9b6f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:09.323750 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a6ded733-8310-4515-a338-300ace9b6f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:09.324897 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-a6ded733-8310-4515-a338-300ace9b6f88 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1d622d1-169d-4fd3-8c24-c63dccf6bf90 HTTP/1.1" status: 204 len: 168 time: 0.1581004 Jun 17 19:13:09.329260 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a850a9aa-f7ef-42b5-ac04-a9488ae24f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:09.337976 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ded733-8310-4515-a338-300ace9b6f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d622d1-169d-4fd3-8c24-c63dccf6bf90,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:09.343729 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a6ded733-8310-4515-a338-300ace9b6f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:09.359090 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 21536709-cdb1-4bd0-972e-951dc12e5ba5 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:13:09.511531 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 21536709-cdb1-4bd0-972e-951dc12e5ba5 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:13:09.512201 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 21536709-cdb1-4bd0-972e-951dc12e5ba5 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:13:09.512307 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:13:09.534288 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:13:09.534756 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 0ea2da7e-3af8-4c19-b9f0-ae3a7ff4754a not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:13:09.535404 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 9155000d-04dd-4172-a95d-7ea57f5c4b59 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:13:09.556724 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 9155000d-04dd-4172-a95d-7ea57f5c4b59 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:13:09.557086 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 9155000d-04dd-4172-a95d-7ea57f5c4b59 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:13:10.134708 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40460) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:10.251833 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-481276024-network', 'tenant_id': 'bc89aac2125d4bd8af100dc00c64b5e2'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:10.272940 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Made reservation on behalf of bc89aac2125d4bd8af100dc00c64b5e2 for: {'network': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:13:10.275286 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:10.283798 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:10.380411 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:10.384079 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:10.387068 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bd60f236-8f64-4f8d-905e-e1cfc2774516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:10.410938 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=92947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:13:10.421717 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3289cbc-40f3-4c4f-877b-05d276b5cd8e,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:10.426956 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:10.427292 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.db.segments_db [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Added segment 8f207cbd-a093-4f90-913a-f9753404f8d7 of type vlan for network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff Jun 17 19:13:10.436296 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:10.470172 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:10.506985 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:10.508341 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:10.508911 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:10.510959 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:10.537807 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4018106 Jun 17 19:13:10.542884 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40464) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:10.550519 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] Request body: {'subnet': {'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-481276024-subnet', 'tenant_id': 'bc89aac2125d4bd8af100dc00c64b5e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:10.572988 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Pushing event updated for resources: {'Network': ['ID=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:10.575719 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] Made reservation on behalf of bc89aac2125d4bd8af100dc00c64b5e2 for: {'subnet': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:13:10.575881 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:10.578350 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261614695'] for subnet, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:10.586224 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:13:10.754639 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260402161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261614709'] for subnet, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:10.756614 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:10.804406 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:10.811173 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:10.819506 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] Checking segment: {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:13:10.819857 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] Network hostable DHCP agents. Network: e6c6cb43-50b6-4777-8213-45b0c7e5f5ff, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:13:10.836751 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] Network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:13:10.846350 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, e6c6cb43-50b6-4777-8213-45b0c7e5f5ff) {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:13:10.850980 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:10.851547 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:10.856335 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91515100-2c7f-4a37-bab0-8a15d094eb0f None None] Network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:13:10.866423 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-42163d45-4407-4bb3-91b8-3e580f7c016d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3230050 Jun 17 19:13:10.979172 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caacb5e4-2ced-46c5-a81c-95a2682af49e None None] Network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:13:11.308905 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-01f03949-3c56-4ebe-a802-809730a29a77 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:11.311140 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-01f03949-3c56-4ebe-a802-809730a29a77 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/networks?id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 200 len: 814 time: 0.1062508 Jun 17 19:13:11.327818 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-9ecda1fd-da99-4fab-b974-f98f88712d54 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/quotas/bc89aac2125d4bd8af100dc00c64b5e2 HTTP/1.1" status: 200 len: 375 time: 0.0110912 Jun 17 19:13:11.363439 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-79e67903-b687-4d18-a1a3-f730bc7ecd37 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290475 Jun 17 19:13:11.501542 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-4c555d43-eb59-4bd9-9b5d-ac7dd679d4e7 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313362 Jun 17 19:13:11.590565 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-7e1ae195-3c9d-47e8-8337-ee558bbbe6d4 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826309 Jun 17 19:13:11.759746 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ce91c877-aea9-4947-ab7a-f3cb922f5dbe req-14f07859-77f3-4d36-8269-b39cd05c9daf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 210 time: 0.0326724 Jun 17 19:13:13.187900 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f1bc9ae1-2996-4a40-ae73-16187e926d87 req-e7000fa0-f6c0-43d9-b8eb-aca83d6a572c tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 210 time: 0.2947574 Jun 17 19:13:13.305399 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-2e94da4e-8fbd-4cf5-ba90-70558645589b tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:13.307052 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-2e94da4e-8fbd-4cf5-ba90-70558645589b tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "GET /v2.0/networks?id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 200 len: 814 time: 0.1218944 Jun 17 19:13:13.324293 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Request body: {'port': {'device_id': '4785fabf-3104-4240-a29d-bd2d73da681d', 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff', 'admin_state_up': True, 'tenant_id': 'bc89aac2125d4bd8af100dc00c64b5e2'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:13.433736 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Made reservation on behalf of bc89aac2125d4bd8af100dc00c64b5e2 for: {'port': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:13:13.437951 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:13.591265 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Allocated IP 172.20.0.9 (e6c6cb43-50b6-4777-8213-45b0c7e5f5ff/74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52/d359c28b-7eff-4ac6-ab06-a50fcbef32cc) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:13:13.740888 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:13.779756 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:13.783801 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-933e8172-bb8e-4710-afb5-6022d59dc823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:13.822816 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:13:13.826523 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:13:13.834476 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:13:13.864405 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Pushing event updated for resources: {'Port': ['ID=d359c28b-7eff-4ac6-ab06-a50fcbef32cc,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:13.870187 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:13.892755 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:13.893407 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:13.908982 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887344 Jun 17 19:13:13.922374 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Request body: {'port': {'device_id': '4785fabf-3104-4240-a29d-bd2d73da681d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:14.002246 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:14.269400 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d359c28b-7eff-4ac6-ab06-a50fcbef32cc {{(pid=92948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:13:14.277757 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:14.290840 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Transition to ACTIVE for port object d359c28b-7eff-4ac6-ab06-a50fcbef32cc will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:13:14.295431 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:14.298379 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a647263b-2a2b-42da-adae-a9fab25a6eaf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:14.401766 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Pushing event updated for resources: {'Port': ['ID=d359c28b-7eff-4ac6-ab06-a50fcbef32cc,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:14.407640 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:14.484307 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305d92b-58e9-486b-b478-88965f3c238e req-1a957d83-fb7a-4a89-8cb8-13f450f27b28 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:14.485672 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c305d92b-58e9-486b-b478-88965f3c238e req-1a957d83-fb7a-4a89-8cb8-13f450f27b28 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 943 time: 0.1641986 Jun 17 19:13:14.506214 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Attempting to bind port d359c28b-7eff-4ac6-ab06-a50fcbef32cc on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:13:14.506536 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Attempting to bind port d359c28b-7eff-4ac6-ab06-a50fcbef32cc by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:13:14.506864 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Attempting to bind port d359c28b-7eff-4ac6-ab06-a50fcbef32cc on network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:13:14.519667 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Port d359c28b-7eff-4ac6-ab06-a50fcbef32cc on network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:13:14.519990 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Attempting to bind port d359c28b-7eff-4ac6-ab06-a50fcbef32cc on network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:13:14.527803 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:13:14.528139 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Checking segment: {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:13:14.529103 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Bound using segment: {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:13:14.529536 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Bound port: d359c28b-7eff-4ac6-ab06-a50fcbef32cc, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:13:14.529881 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:14.551382 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c305d92b-58e9-486b-b478-88965f3c238e req-048492cb-1df7-4e13-8f93-3f4ee487038e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566847 Jun 17 19:13:14.616586 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] For port d359c28b-7eff-4ac6-ab06-a50fcbef32cc, host hv-cinder-79053, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:13:14.620157 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] For port d359c28b-7eff-4ac6-ab06-a50fcbef32cc, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d359c28b-7eff-4ac6-ab06-a50fcbef32cc,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:13:14.630436 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:14.634242 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-22884eb2-5a15-4f91-9b64-e5aa9458de04 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:14.667858 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:14.668472 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:14.670002 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] 10.222.0.42 "PUT /v2.0/ports/d359c28b-7eff-4ac6-ab06-a50fcbef32cc HTTP/1.1" status: 200 len: 1093 time: 0.7526462 Jun 17 19:13:14.670542 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4785fabf-3104-4240-a29d-bd2d73da681d', 'tag': 'd359c28b-7eff-4ac6-ab06-a50fcbef32cc'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:13:14.672859 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f613a5-50c4-4b59-a6d3-9aebeb282b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4785fabf-3104-4240-a29d-bd2d73da681d", "tag": "d359c28b-7eff-4ac6-ab06-a50fcbef32cc"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:13:14.700985 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Pushing event updated for resources: {'Port': ['ID=d359c28b-7eff-4ac6-ab06-a50fcbef32cc,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:14.704858 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:14.711679 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02e1c1f-c5e2-41b6-aeac-1b7208d48b85 x-openstack-request-id: req-a02e1c1f-c5e2-41b6-aeac-1b7208d48b85 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:13:14.712175 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4785fabf-3104-4240-a29d-bd2d73da681d", "tag": "d359c28b-7eff-4ac6-ab06-a50fcbef32cc", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:13:14.712491 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a02e1c1f-c5e2-41b6-aeac-1b7208d48b85 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:13:14.712933 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4785fabf-3104-4240-a29d-bd2d73da681d', 'tag': 'd359c28b-7eff-4ac6-ab06-a50fcbef32cc', 'status': 'completed', 'code': 200} Jun 17 19:13:14.782707 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-da37e6bb-14be-41a2-82cf-dd2db49970d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:14.784172 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-da37e6bb-14be-41a2-82cf-dd2db49970d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 1096 time: 0.0610898 Jun 17 19:13:14.828741 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-36e16d15-5b4b-4f6b-bc4d-a46d8a845ad1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d359c28b-7eff-4ac6-ab06-a50fcbef32cc HTTP/1.1" status: 200 len: 217 time: 0.0369568 Jun 17 19:13:14.886943 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-5f65e8d5-0400-4f6f-968a-eecd4f5b29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:14.889055 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-5f65e8d5-0400-4f6f-968a-eecd4f5b29b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52 HTTP/1.1" status: 200 len: 854 time: 0.0528417 Jun 17 19:13:14.937818 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-be8a8052-d73e-4b84-b50b-7669853684b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398917 Jun 17 19:13:15.065729 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-d84a3237-34b5-42e1-869d-bbe578c82b4b service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195774 Jun 17 19:13:15.107097 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd251b3-1320-4325-ad60-e662df98df25 req-63ef130b-52d2-41cf-9dd0-e785827fc956 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:15.108436 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bcd251b3-1320-4325-ad60-e662df98df25 req-63ef130b-52d2-41cf-9dd0-e785827fc956 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 947 time: 0.1256275 Jun 17 19:13:15.185141 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bcd251b3-1320-4325-ad60-e662df98df25 req-b1be1910-47a9-484d-979d-90027585fabc tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657942 Jun 17 19:13:15.210348 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ecac6794-882a-4e62-b06b-1708c022a4e8 req-e81b8857-8775-489e-a2b7-6c538888aa34 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355627 Jun 17 19:13:15.319971 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f613a5-50c4-4b59-a6d3-9aebeb282b6b req-4d3a3f18-8b84-4d36-9cc1-40418eb77624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:15.321390 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c6f613a5-50c4-4b59-a6d3-9aebeb282b6b req-4d3a3f18-8b84-4d36-9cc1-40418eb77624 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 1096 time: 0.0533199 Jun 17 19:13:15.416154 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f613a5-50c4-4b59-a6d3-9aebeb282b6b req-95d06b37-4fd7-4904-8705-f7d5c1fe946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:15.417583 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c6f613a5-50c4-4b59-a6d3-9aebeb282b6b req-95d06b37-4fd7-4904-8705-f7d5c1fe946f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 200 len: 915 time: 0.0868573 Jun 17 19:13:15.462969 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c6f613a5-50c4-4b59-a6d3-9aebeb282b6b req-df1f5b0c-92cd-4738-9d57-d50ace358820 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d359c28b-7eff-4ac6-ab06-a50fcbef32cc HTTP/1.1" status: 200 len: 217 time: 0.0334799 Jun 17 19:13:15.518613 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f613a5-50c4-4b59-a6d3-9aebeb282b6b req-473377e6-26ea-49e6-93ed-651e9425ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:15.520043 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c6f613a5-50c4-4b59-a6d3-9aebeb282b6b req-473377e6-26ea-49e6-93ed-651e9425ca8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52 HTTP/1.1" status: 200 len: 854 time: 0.0478945 Jun 17 19:13:15.554195 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c6f613a5-50c4-4b59-a6d3-9aebeb282b6b req-ebc9f6a0-5679-4ba2-b6fc-e72c35a80c1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265696 Jun 17 19:13:15.647574 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c6f613a5-50c4-4b59-a6d3-9aebeb282b6b req-a63d3aee-ef5b-4b3f-b9c4-d8746f338b68 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835938 Jun 17 19:13:15.777011 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c6f613a5-50c4-4b59-a6d3-9aebeb282b6b req-0c5511c3-0cb7-4b2b-bae1-f033f68b7754 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201715 Jun 17 19:13:15.791202 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d6a5d-df88-44ad-bedd-0403cf880832 req-0949f2d3-bba8-4ea9-be81-a252f5430849 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:15.792654 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-194d6a5d-df88-44ad-bedd-0403cf880832 req-0949f2d3-bba8-4ea9-be81-a252f5430849 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 943 time: 0.1145260 Jun 17 19:13:15.837455 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-194d6a5d-df88-44ad-bedd-0403cf880832 req-20072a74-78d3-41f7-a711-22bc858908f6 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364449 Jun 17 19:13:16.374316 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861a66-71e7-47b0-b0a9-dc7ca20f340f req-ff7dc736-0228-47c5-8323-75b10cc73288 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:16.375833 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e4861a66-71e7-47b0-b0a9-dc7ca20f340f req-ff7dc736-0228-47c5-8323-75b10cc73288 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 947 time: 0.0700097 Jun 17 19:13:16.416972 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e4861a66-71e7-47b0-b0a9-dc7ca20f340f req-9f99eb0e-d92f-441b-b59d-fc6e0c8a3a7f tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351589 Jun 17 19:13:16.914644 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b0657-eadc-4213-af83-0163c1ce8923 req-15b732a3-b087-475f-a21b-7ad4bc2c49ac tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:16.916072 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-485b0657-eadc-4213-af83-0163c1ce8923 req-15b732a3-b087-475f-a21b-7ad4bc2c49ac tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 947 time: 0.0646238 Jun 17 19:13:17.065602 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0db67f-f475-46b9-a816-3fbcc4575a5d req-ee4aba98-3054-416e-9b9e-009f608b5e1f tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:17.067097 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7b0db67f-f475-46b9-a816-3fbcc4575a5d req-ee4aba98-3054-416e-9b9e-009f608b5e1f tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 943 time: 0.1098735 Jun 17 19:13:17.072185 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Deleting port 7526f37c-bd96-4c40-ba9e-c33488e370c2 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:13:17.072520 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:17.168247 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7b0db67f-f475-46b9-a816-3fbcc4575a5d req-6b90e4bd-928e-4172-9ddb-6dcfc6199910 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909257 Jun 17 19:13:17.193429 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] For port 7526f37c-bd96-4c40-ba9e-c33488e370c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7526f37c-bd96-4c40-ba9e-c33488e370c2,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:17.193783 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:17.361240 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:17.361604 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:17.361916 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.l3_db [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Floating IP 97d38a95-34d5-4090-8dbd-4de2fc454288 disassociated. External IP: 172.28.2.151, port: 7526f37c-bd96-4c40-ba9e-c33488e370c2. Jun 17 19:13:17.362284 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Calling delete_port for 7526f37c-bd96-4c40-ba9e-c33488e370c2 owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:13:17.497645 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:17.501976 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d8c0efa5-978a-4fab-9bf5-cbac8715af91 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:17.533744 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event deleted for resources: {'Port': ['ID=7526f37c-bd96-4c40-ba9e-c33488e370c2,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:17.537939 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:17.579672 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-47b6f306-94db-46da-b944-50d54c56c61e req-f6664c3c-a755-401b-8558-4e2369503471 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ef32714-1124-4eab-aef4-512e220c513f HTTP/1.1" status: 200 len: 210 time: 0.0399089 Jun 17 19:13:17.693232 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Router aeabd397-8b45-44a9-8a60-8d46a0afae7a has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:13:17.803325 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:13:17.814186 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8811dc-c80b-4cd5-8183-7923eaac8b5b None None] Sync routers for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:13:17.823227 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8811dc-c80b-4cd5-8183-7923eaac8b5b None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:13:17.823878 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-0a8811dc-c80b-4cd5-8183-7923eaac8b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:12:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:17.829988 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device d359c28b-7eff-4ac6-ab06-a50fcbef32cc details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:13:17.853131 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] No DVR routers for this DVR port 7526f37c-bd96-4c40-ba9e-c33488e370c2 on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:13:17.855692 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:17.858962 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-485b0657-eadc-4213-af83-0163c1ce8923 req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.42 "DELETE /v2.0/ports/7526f37c-bd96-4c40-ba9e-c33488e370c2 HTTP/1.1" status: 204 len: 173 time: 0.9368877 Jun 17 19:13:17.859367 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'name': 'network-vif-deleted', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:13:17.861726 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d36b233-2304-4ba6-b078-f2d695b3461e" -d '{"events": [{"server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "name": "network-vif-deleted", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:13:17.921773 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53da7e7-3986-4423-9173-853cde360d24 x-openstack-request-id: req-b53da7e7-3986-4423-9173-853cde360d24 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:13:17.922641 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef32714-1124-4eab-aef4-512e220c513f", "name": "network-vif-deleted", "tag": "7526f37c-bd96-4c40-ba9e-c33488e370c2", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:13:17.923233 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b53da7e7-3986-4423-9173-853cde360d24 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:13:17.924239 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef32714-1124-4eab-aef4-512e220c513f', 'name': 'network-vif-deleted', 'tag': '7526f37c-bd96-4c40-ba9e-c33488e370c2', 'status': 'completed', 'code': 200} Jun 17 19:13:17.944395 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-0a8811dc-c80b-4cd5-8183-7923eaac8b5b None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:13:17.964567 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port d359c28b-7eff-4ac6-ab06-a50fcbef32cc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d359c28b-7eff-4ac6-ab06-a50fcbef32cc,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:17.980191 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': 'd359c28b-7eff-4ac6-ab06-a50fcbef32cc', 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff', 'port_id': 'd359c28b-7eff-4ac6-ab06-a50fcbef32cc', 'mac_address': 'fa:16:3e:4c:3f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:13:18.021155 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:18.036752 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d359c28b-7eff-4ac6-ab06-a50fcbef32cc {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:13:18.065279 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port d359c28b-7eff-4ac6-ab06-a50fcbef32cc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d359c28b-7eff-4ac6-ab06-a50fcbef32cc,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:18.070687 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:18.074740 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:18.130707 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=d359c28b-7eff-4ac6-ab06-a50fcbef32cc,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:18.134006 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:18.163382 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-0a8811dc-c80b-4cd5-8183-7923eaac8b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:55Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:18.189456 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8811dc-c80b-4cd5-8183-7923eaac8b5b None None] Checking router: aeabd397-8b45-44a9-8a60-8d46a0afae7a for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:13:18.197846 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8811dc-c80b-4cd5-8183-7923eaac8b5b None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:13:18.198500 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-0a8811dc-c80b-4cd5-8183-7923eaac8b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:12:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:18.305961 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-0a8811dc-c80b-4cd5-8183-7923eaac8b5b None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:13:18.313017 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['d359c28b-7eff-4ac6-ab06-a50fcbef32cc'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:13:18.347989 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e63ea6-4a2c-4d93-8c12-02dd2bf56e24 req-f79c326b-531c-4880-beaf-5b76cc4ddb02 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:18.349536 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b0e63ea6-4a2c-4d93-8c12-02dd2bf56e24 req-f79c326b-531c-4880-beaf-5b76cc4ddb02 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 944 time: 0.0681975 Jun 17 19:13:18.417858 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b0e63ea6-4a2c-4d93-8c12-02dd2bf56e24 req-b6c06996-b169-4ddd-8b09-499c9f3882b7 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540907 Jun 17 19:13:18.567271 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-0a8811dc-c80b-4cd5-8183-7923eaac8b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:55Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:18.603045 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8811dc-c80b-4cd5-8183-7923eaac8b5b None None] The sync data for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb is: [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:55Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:13:18.717920 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40548) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:18.781407 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9e60fa6f-ead3-4a48-a124-6ad0ffb52adb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:18.808131 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9e60fa6f-ead3-4a48-a124-6ad0ffb52adb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:18.850472 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdef7d2-0a57-45e7-814e-4be4aad7ffd9 None None] New status for floating IP 97d38a95-34d5-4090-8dbd-4de2fc454288: DOWN {{(pid=92949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 19:13:18.862414 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9e60fa6f-ead3-4a48-a124-6ad0ffb52adb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:18.865215 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9e60fa6f-ead3-4a48-a124-6ad0ffb52adb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:18.867187 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-9e60fa6f-ead3-4a48-a124-6ad0ffb52adb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "DELETE /v2.0/security-groups/c44ac81b-1acd-4b4d-b308-f7f7a9a20eee HTTP/1.1" status: 204 len: 168 time: 0.1476567 Jun 17 19:13:18.868536 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-44a4c646-6b98-4740-ba06-4f31bbff549f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:18.871020 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40550) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:18.879838 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60fa6f-ead3-4a48-a124-6ad0ffb52adb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44ac81b-1acd-4b4d-b308-f7f7a9a20eee,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:18.882382 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-9e60fa6f-ead3-4a48-a124-6ad0ffb52adb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:18.887157 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.api.v2.resource [None req-7cefa071-454d-49b0-b821-da0c1ca47468 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] show failed (client error): The resource could not be found. Jun 17 19:13:18.888761 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-7cefa071-454d-49b0-b821-da0c1ca47468 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups/c44ac81b-1acd-4b4d-b308-f7f7a9a20eee HTTP/1.1" status: 404 len: 347 time: 0.0160413 Jun 17 19:13:18.892442 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40552) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:19.024371 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-5c25750c-b078-49be-9018-41bce6868141 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Deleting port 4e9c3e95-1779-4c09-b1d6-169a5dc1c15e {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:13:19.024726 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5c25750c-b078-49be-9018-41bce6868141 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.112196 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5c25750c-b078-49be-9018-41bce6868141 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.112588 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5c25750c-b078-49be-9018-41bce6868141 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.176365 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-5c25750c-b078-49be-9018-41bce6868141 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Calling delete_port for 4e9c3e95-1779-4c09-b1d6-169a5dc1c15e owned by network:floatingip {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:13:19.315679 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5c25750c-b078-49be-9018-41bce6868141 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.319097 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e6079d28-f5d7-4eb5-8132-2c0644a1d4d9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:19.349523 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25750c-b078-49be-9018-41bce6868141 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event deleted for resources: {'Port': ['ID=4e9c3e95-1779-4c09-b1d6-169a5dc1c15e,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:19.354777 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-5c25750c-b078-49be-9018-41bce6868141 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:19.425534 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5c25750c-b078-49be-9018-41bce6868141 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.428048 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5c25750c-b078-49be-9018-41bce6868141 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.429180 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-5c25750c-b078-49be-9018-41bce6868141 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "DELETE /v2.0/floatingips/97d38a95-34d5-4090-8dbd-4de2fc454288 HTTP/1.1" status: 204 len: 168 time: 0.5364821 Jun 17 19:13:19.599100 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48978348-606a-4fba-a341-5b9eadf20437 req-411a08ab-7a42-4108-bb80-7f4d87e2d8ce tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:19.600563 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-48978348-606a-4fba-a341-5b9eadf20437 req-411a08ab-7a42-4108-bb80-7f4d87e2d8ce tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 944 time: 0.0630760 Jun 17 19:13:19.640161 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-48978348-606a-4fba-a341-5b9eadf20437 req-6d503e9a-25a9-4175-933f-684e891af826 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338662 Jun 17 19:13:19.680564 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40558) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:19.685676 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-a616f99d-2fbd-4b7d-85aa-bf6c54999618 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773694369', 'description': 'tempest-description--1407225731'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:19.707696 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a616f99d-2fbd-4b7d-85aa-bf6c54999618 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.788189 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a616f99d-2fbd-4b7d-85aa-bf6c54999618 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.791744 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a616f99d-2fbd-4b7d-85aa-bf6c54999618 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.794933 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7e8e0d21-323a-4dc7-98d1-16550e876e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:19.824293 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a616f99d-2fbd-4b7d-85aa-bf6c54999618 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.825707 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-a616f99d-2fbd-4b7d-85aa-bf6c54999618 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1442175 Jun 17 19:13:19.826930 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616f99d-2fbd-4b7d-85aa-bf6c54999618 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e960104e-0979-4776-b337-e42fac1cff05,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:19.828913 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40560) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:19.829885 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a616f99d-2fbd-4b7d-85aa-bf6c54999618 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:19.833473 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-9eba241e-ce3e-4b86-aada-010325d5a093 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Request body: {'security_group_rule': {'security_group_id': 'e960104e-0979-4776-b337-e42fac1cff05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:19.845005 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device d359c28b-7eff-4ac6-ab06-a50fcbef32cc up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:13:19.864892 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9eba241e-ce3e-4b86-aada-010325d5a093 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.902321 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port d359c28b-7eff-4ac6-ab06-a50fcbef32cc completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:13:19.906175 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port d359c28b-7eff-4ac6-ab06-a50fcbef32cc triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:13:19.906556 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.915086 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9eba241e-ce3e-4b86-aada-010325d5a093 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.920570 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9eba241e-ce3e-4b86-aada-010325d5a093 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.922683 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-dc3e486d-767c-44ee-92a7-eccef4825d0b tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:19.940617 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba241e-ce3e-4b86-aada-010325d5a093 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d876b231-bc3d-4008-8a95-d9bc67a63fa3,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:19.943904 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-9eba241e-ce3e-4b86-aada-010325d5a093 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:19.946951 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9eba241e-ce3e-4b86-aada-010325d5a093 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.948149 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-9eba241e-ce3e-4b86-aada-010325d5a093 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182432 Jun 17 19:13:19.951648 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40562) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:19.956326 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-434a771e-c48f-4675-86c1-4b3daab08af1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Request body: {'security_group_rule': {'security_group_id': 'e960104e-0979-4776-b337-e42fac1cff05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:19.985198 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-434a771e-c48f-4675-86c1-4b3daab08af1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:19.993882 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:20.017033 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4785fabf-3104-4240-a29d-bd2d73da681d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359c28b-7eff-4ac6-ab06-a50fcbef32cc'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:13:20.019654 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d7c9df-c096-40b9-8512-e74f412a663c" -d '{"events": [{"server_uuid": "4785fabf-3104-4240-a29d-bd2d73da681d", "name": "network-vif-plugged", "status": "completed", "tag": "d359c28b-7eff-4ac6-ab06-a50fcbef32cc"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:13:20.040495 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port d359c28b-7eff-4ac6-ab06-a50fcbef32cc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d359c28b-7eff-4ac6-ab06-a50fcbef32cc,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:20.044058 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:20.045352 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7526f37c-bd96-4c40-ba9e-c33488e370c2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:13:20.047891 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:20.052452 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-434a771e-c48f-4675-86c1-4b3daab08af1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:20.056747 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-434a771e-c48f-4675-86c1-4b3daab08af1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:20.059110 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-9af0bad4-ac5e-4cda-a416-47eceb13da45 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:20.067361 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 7526f37c-bd96-4c40-ba9e-c33488e370c2 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:13:20.067706 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7526f37c-bd96-4c40-ba9e-c33488e370c2 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:13:20.076386 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a771e-c48f-4675-86c1-4b3daab08af1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeac3fb5-901d-493e-bf2c-3c5f796a707d,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:20.079643 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-434a771e-c48f-4675-86c1-4b3daab08af1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:20.085439 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-434a771e-c48f-4675-86c1-4b3daab08af1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:20.086912 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-434a771e-c48f-4675-86c1-4b3daab08af1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342049 Jun 17 19:13:20.090064 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40568) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:20.095509 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Request body: {'floatingip': {'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:20.118723 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=d359c28b-7eff-4ac6-ab06-a50fcbef32cc,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:20.123503 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:20.127536 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:20.138509 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68935642-5bb6-4ad2-b372-73b0c5945333 x-openstack-request-id: req-68935642-5bb6-4ad2-b372-73b0c5945333 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:13:20.138812 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4785fabf-3104-4240-a29d-bd2d73da681d", "name": "network-vif-plugged", "status": "completed", "tag": "d359c28b-7eff-4ac6-ab06-a50fcbef32cc", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:13:20.139069 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68935642-5bb6-4ad2-b372-73b0c5945333 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:13:20.139464 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4785fabf-3104-4240-a29d-bd2d73da681d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359c28b-7eff-4ac6-ab06-a50fcbef32cc', 'code': 200} Jun 17 19:13:20.225326 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:20.355632 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Allocated IP 172.28.2.17 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/e9550255-e1aa-40a3-8336-60eee709673c) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:13:20.446147 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6839b7e-ede7-4725-b5d6-10fbeda5a775 req-24716d7b-6910-4e8f-b815-704b4f11334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:20.447619 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b6839b7e-ede7-4725-b5d6-10fbeda5a775 req-24716d7b-6910-4e8f-b815-704b4f11334c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 1098 time: 0.1286488 Jun 17 19:13:20.491625 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:20.508117 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b6839b7e-ede7-4725-b5d6-10fbeda5a775 req-716534cd-47cf-42c1-b6b3-d96ec9a3ad1d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509179 Jun 17 19:13:20.538316 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:20.541174 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-34a85e04-a8a0-4a49-bb30-1cc174688006 tempest-VolumesSnapshotTestJSON-1615926148 tempest-VolumesSnapshotTestJSON-1615926148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:20.577392 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:13:20.580264 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:13:20.582734 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:13:20.612647 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event updated for resources: {'Port': ['ID=e9550255-e1aa-40a3-8336-60eee709673c,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:20.617917 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:20.688187 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:20.741761 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:21.150791 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a40372-39e2-42ca-a150-5f6e0b59eeac req-1111fdc7-553a-450f-8aa8-694fcc0c3d4b tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:21.152249 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e6a40372-39e2-42ca-a150-5f6e0b59eeac req-1111fdc7-553a-450f-8aa8-694fcc0c3d4b tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 945 time: 0.3909042 Jun 17 19:13:21.228300 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e6a40372-39e2-42ca-a150-5f6e0b59eeac req-33c0d603-85b2-42c0-8afb-e5f5cc2e3648 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672693 Jun 17 19:13:21.233443 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:21.239703 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:21.243118 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:21.316443 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event updated for resources: {'Port': ['ID=e9550255-e1aa-40a3-8336-60eee709673c,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:21.318932 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:21.321771 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:21.335006 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:21.336404 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-13a3ebc0-9c62-4978-b124-a13e14f74632 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2444615 Jun 17 19:13:21.527057 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-a987883a-089b-4e30-af19-40dccab6f9aa tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--773694369&fields=id&tenant_id=986daf25687946db84eca340d33407de HTTP/1.1" status: 200 len: 267 time: 0.0319481 Jun 17 19:13:21.634742 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f96c279a-9719-48d1-a63b-cf88ac4212f5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:21.636299 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f96c279a-9719-48d1-a63b-cf88ac4212f5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 817 time: 0.1024055 Jun 17 19:13:21.652025 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-9452f4a0-adfa-4093-a7eb-d8d84ebfe0f2 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/quotas/986daf25687946db84eca340d33407de HTTP/1.1" status: 200 len: 375 time: 0.0091679 Jun 17 19:13:21.722425 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-92d4c484-5947-4efd-a325-071236bb3d3e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650375 Jun 17 19:13:21.864579 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-6becb3bc-7ad0-4a23-8ee2-683a0ff512ea service neutron] 10.222.0.10 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290233 Jun 17 19:13:21.954516 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-a76084b5-8d92-48d1-9f2c-301931564117 service neutron] 10.222.0.10 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846467 Jun 17 19:13:22.124500 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-42d4c480-1683-454f-a02a-28ca23c6c261 req-a949c5c6-fc97-48e6-aa40-17ca9c103422 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 210 time: 0.0292909 Jun 17 19:13:22.415225 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fce6d-4d3c-43e9-9b48-38eb46e320ef req-4ac796d9-3cdc-4c3c-ada3-091157e6ceb7 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:22.416821 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-717fce6d-4d3c-43e9-9b48-38eb46e320ef req-4ac796d9-3cdc-4c3c-ada3-091157e6ceb7 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 945 time: 0.0692475 Jun 17 19:13:22.457223 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-717fce6d-4d3c-43e9-9b48-38eb46e320ef req-9abcf9e4-bf17-4cf6-84a1-96e1999b14dc tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Jun 17 19:13:23.198993 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-5f055d93-79c2-4d0d-9694-4beeb124cb72 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:23.201111 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-5f055d93-79c2-4d0d-9694-4beeb124cb72 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.42 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 817 time: 0.1145713 Jun 17 19:13:23.293188 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-e6e3ca18-153f-4c4f-96bd-0a31ccb968b4 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986daf25687946db84eca340d33407de HTTP/1.1" status: 200 len: 379 time: 0.0775476 Jun 17 19:13:23.295282 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-628e3cba-350d-4822-8215-febf3a5473b2 req-d6f79ad8-8443-45d6-a437-d2d31528b4c0 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 210 time: 0.0393958 Jun 17 19:13:23.303174 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Request body: {'port': {'device_id': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'admin_state_up': True, 'tenant_id': '986daf25687946db84eca340d33407de', 'security_groups': ['e960104e-0979-4776-b337-e42fac1cff05']}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:23.409479 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Made reservation on behalf of 986daf25687946db84eca340d33407de for: {'port': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:13:23.412907 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:23.535302 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Allocated IP 172.20.0.3 (9821e8fa-3fcd-419b-8fc8-5a07b0330db4/89a030fc-a687-4a8c-8da4-92761aa0406a/c18fa90b-5f27-46bd-b312-f3da62fdcc49) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:13:23.675793 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:23.690091 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Transition to ACTIVE for port object c18fa90b-5f27-46bd-b312-f3da62fdcc49 will not be triggered until provisioned by entity DHCP. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:13:23.722465 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:23.726192 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:23.764548 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:13:23.767796 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:13:23.770175 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:13:23.805083 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event updated for resources: {'Port': ['ID=c18fa90b-5f27-46bd-b312-f3da62fdcc49,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:23.807953 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:23.833168 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:23.833168 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:23.849104 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496509 Jun 17 19:13:23.862395 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Request body: {'port': {'device_id': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:23.948188 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:24.012220 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-1faedcbe-2b60-4189-a386-9a51c02ee929 None None] Provisioning for port c18fa90b-5f27-46bd-b312-f3da62fdcc49 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:13:24.018361 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-1faedcbe-2b60-4189-a386-9a51c02ee929 None None] Provisioning complete for port c18fa90b-5f27-46bd-b312-f3da62fdcc49 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:13:24.018879 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-1faedcbe-2b60-4189-a386-9a51c02ee929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:24.058813 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-1faedcbe-2b60-4189-a386-9a51c02ee929 None None] Port c18fa90b-5f27-46bd-b312-f3da62fdcc49 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:13:24.251807 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18fa90b-5f27-46bd-b312-f3da62fdcc49 {{(pid=92948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:13:24.259398 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:24.272724 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Transition to ACTIVE for port object c18fa90b-5f27-46bd-b312-f3da62fdcc49 will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:13:24.279066 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:24.281629 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-2561b53c-79af-4fb2-babd-f86b37c922e3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:24.364965 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Pushing event updated for resources: {'Port': ['ID=c18fa90b-5f27-46bd-b312-f3da62fdcc49,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:24.389175 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:24.451496 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Attempting to bind port c18fa90b-5f27-46bd-b312-f3da62fdcc49 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:13:24.451754 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Attempting to bind port c18fa90b-5f27-46bd-b312-f3da62fdcc49 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:13:24.452224 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Attempting to bind port c18fa90b-5f27-46bd-b312-f3da62fdcc49 on network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:13:24.472051 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Port c18fa90b-5f27-46bd-b312-f3da62fdcc49 on network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:13:24.472373 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Attempting to bind port c18fa90b-5f27-46bd-b312-f3da62fdcc49 on network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:13:24.498644 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:13:24.498982 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Checking segment: {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:13:24.499378 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Bound using segment: {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:13:24.499812 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Bound port: c18fa90b-5f27-46bd-b312-f3da62fdcc49, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6299787f-c4b8-46cd-adcb-657abddd11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:13:24.500156 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:24.580656 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1fe97-0a86-4a51-80eb-2df821bf327a req-b5768bd4-3c88-441b-95c0-97b5c9df88c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:24.586751 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6ea1fe97-0a86-4a51-80eb-2df821bf327a req-b5768bd4-3c88-441b-95c0-97b5c9df88c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.1253111 Jun 17 19:13:24.608572 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:13:24.626346 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:13:24.634624 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:24.639661 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-20467b24-ea6e-4bf7-a33d-696e26b00db3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:24.669124 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6ea1fe97-0a86-4a51-80eb-2df821bf327a req-e5043c39-f9a8-471d-8ada-6003e1b6607a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800345 Jun 17 19:13:24.679287 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:24.679905 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:24.681236 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] 10.222.0.42 "PUT /v2.0/ports/c18fa90b-5f27-46bd-b312-f3da62fdcc49 HTTP/1.1" status: 200 len: 1093 time: 0.8237195 Jun 17 19:13:24.681777 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:13:24.684599 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3756bb-3498-4b32-b5b6-2832d8c1354c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:13:24.721894 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Pushing event updated for resources: {'Port': ['ID=c18fa90b-5f27-46bd-b312-f3da62fdcc49,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:24.725145 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:24.750368 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e50df38-98a5-489f-9979-c227460ee5f7 x-openstack-request-id: req-9e50df38-98a5-489f-9979-c227460ee5f7 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:13:24.750368 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:13:24.750368 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e50df38-98a5-489f-9979-c227460ee5f7 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:13:24.750777 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'status': 'completed', 'code': 200} Jun 17 19:13:24.804049 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-3aa18274-fb7a-4bc5-a400-ed6a154d0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:24.805516 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-3aa18274-fb7a-4bc5-a400-ed6a154d0524 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 1096 time: 0.0657034 Jun 17 19:13:24.852708 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-a33034a6-c578-40d2-8359-9f4d0eded61d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49 HTTP/1.1" status: 200 len: 217 time: 0.0382216 Jun 17 19:13:24.904162 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-cf18a907-1e49-42b3-8ebf-9e4a69c91831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:24.905705 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-cf18a907-1e49-42b3-8ebf-9e4a69c91831 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 200 len: 856 time: 0.0444107 Jun 17 19:13:24.967538 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-afce2570-ff95-40e8-b1ca-86d2a847065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:24.968881 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-afce2570-ff95-40e8-b1ca-86d2a847065b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0551896 Jun 17 19:13:25.057903 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-ae26a7f5-df3f-471c-b72f-a1494a5b9a1a service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812507 Jun 17 19:13:25.158160 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-85b7edcf-1562-4fa8-9e89-fadf9d87b742 req-3a4fe9ad-2c34-4d12-96e9-89103f9f730b service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935988 Jun 17 19:13:25.271039 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3756bb-3498-4b32-b5b6-2832d8c1354c req-b732585e-c6b8-4cba-9376-4bd674f29874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:25.273011 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2e3756bb-3498-4b32-b5b6-2832d8c1354c req-b732585e-c6b8-4cba-9376-4bd674f29874 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 1096 time: 0.0639970 Jun 17 19:13:25.383269 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3756bb-3498-4b32-b5b6-2832d8c1354c req-ae2bf2fe-dc44-4dd2-93ac-102afcd406ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:25.384714 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2e3756bb-3498-4b32-b5b6-2832d8c1354c req-ae2bf2fe-dc44-4dd2-93ac-102afcd406ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 918 time: 0.1033320 Jun 17 19:13:25.429417 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2e3756bb-3498-4b32-b5b6-2832d8c1354c req-4541a0e1-7ef2-4426-a91b-5a0dcf981b1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49 HTTP/1.1" status: 200 len: 217 time: 0.0372114 Jun 17 19:13:25.535092 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3756bb-3498-4b32-b5b6-2832d8c1354c req-7d618547-f443-446b-ab07-63c66c54d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:25.536520 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2e3756bb-3498-4b32-b5b6-2832d8c1354c req-7d618547-f443-446b-ab07-63c66c54d83d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 200 len: 856 time: 0.0990989 Jun 17 19:13:25.586741 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529dd04-376f-4086-874f-376e8defef97 req-e44b87d0-f7a6-4593-8bc8-3c233df4f37e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:25.588198 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-e44b87d0-f7a6-4593-8bc8-3c233df4f37e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/networks?id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 200 len: 814 time: 0.1613102 Jun 17 19:13:25.608230 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-4a48bbbe-b395-4f3e-bad0-50130fb1b3a5 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/quotas/bc89aac2125d4bd8af100dc00c64b5e2 HTTP/1.1" status: 200 len: 375 time: 0.0130043 Jun 17 19:13:25.651602 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3756bb-3498-4b32-b5b6-2832d8c1354c req-eb976db1-6283-4cd0-ab20-78cee2654adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:25.653733 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2e3756bb-3498-4b32-b5b6-2832d8c1354c req-eb976db1-6283-4cd0-ab20-78cee2654adc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1100531 Jun 17 19:13:25.742980 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-ec94984c-7708-4dd8-b436-54b3ba2dd700 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289098 Jun 17 19:13:25.780630 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2e3756bb-3498-4b32-b5b6-2832d8c1354c req-e00a72c6-ef29-40e3-84f9-3b312caef407 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198833 Jun 17 19:13:25.943576 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-987c0254-4026-40ec-bcc1-5110285710be service neutron] 10.222.0.10 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917346 Jun 17 19:13:25.992727 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2e3756bb-3498-4b32-b5b6-2832d8c1354c req-9748e6f0-f1d6-468e-96ae-2ec6e2940acb service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019331 Jun 17 19:13:26.007287 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c812c-9707-49d3-9731-8eee1200c44c req-973285fe-aaee-483d-a58c-582509faa916 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:26.008732 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fb0c812c-9707-49d3-9731-8eee1200c44c req-973285fe-aaee-483d-a58c-582509faa916 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.2085433 Jun 17 19:13:26.093205 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fb0c812c-9707-49d3-9731-8eee1200c44c req-911302de-8f79-4987-8f98-c4ad4c7ac2bb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565064 Jun 17 19:13:26.095434 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-016d0909-27c7-4a3e-ab73-f6a27c35bd52 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435421 Jun 17 19:13:26.247942 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-76cac2e0-6196-43c1-9ee2-7d2ab3952dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:26.258230 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c05dca5e-626b-4340-ab00-e9c368ea8b94 req-5d8176e9-f5e6-43f3-bbaa-2848317a7869 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 210 time: 0.0301034 Jun 17 19:13:27.353314 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529dd04-376f-4086-874f-376e8defef97 req-8425881a-ebef-4058-9026-71fbfad708df tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:27.355005 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-8425881a-ebef-4058-9026-71fbfad708df tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "GET /v2.0/networks?id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 200 len: 814 time: 0.1528714 Jun 17 19:13:27.368767 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f65f66-b49f-451a-a59e-353e7547ba8c req-00ef964c-de5f-4303-976e-a0b70346fbd9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:27.370233 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-53f65f66-b49f-451a-a59e-353e7547ba8c req-00ef964c-de5f-4303-976e-a0b70346fbd9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.1452520 Jun 17 19:13:27.375062 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-3529dd04-376f-4086-874f-376e8defef97 req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Request body: {'port': {'device_id': 'b8818eb6-419f-474c-ac01-52ec6983b350', 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff', 'admin_state_up': True, 'tenant_id': 'bc89aac2125d4bd8af100dc00c64b5e2'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:27.443273 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9a4d73d4-5197-43fb-b650-cff33d8b9560 req-11e38d03-3a8c-47bf-839d-04e3e4b9d640 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 210 time: 0.0458670 Jun 17 19:13:27.494869 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-53f65f66-b49f-451a-a59e-353e7547ba8c req-8cdf6c3b-ed35-4f30-888c-4b6254d529f3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138108 Jun 17 19:13:27.555229 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3529dd04-376f-4086-874f-376e8defef97 req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Made reservation on behalf of bc89aac2125d4bd8af100dc00c64b5e2 for: {'port': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:13:27.559947 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3529dd04-376f-4086-874f-376e8defef97 req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:27.684940 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [req-3529dd04-376f-4086-874f-376e8defef97 req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Allocated IP 172.20.0.11 (e6c6cb43-50b6-4777-8213-45b0c7e5f5ff/74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52/ab2f0914-cffb-433e-b5d5-361f577766ea) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:13:27.832779 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3529dd04-376f-4086-874f-376e8defef97 req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:27.843751 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:27.872597 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3529dd04-376f-4086-874f-376e8defef97 req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:27.876291 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:27.880454 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device c18fa90b-5f27-46bd-b312-f3da62fdcc49 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:13:27.888363 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['d359c28b-7eff-4ac6-ab06-a50fcbef32cc'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:13:27.917290 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3529dd04-376f-4086-874f-376e8defef97 req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:13:27.921249 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [req-3529dd04-376f-4086-874f-376e8defef97 req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:13:27.927926 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-3529dd04-376f-4086-874f-376e8defef97 req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:13:27.941189 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Pushing event updated for resources: {'Port': ['ID=ab2f0914-cffb-433e-b5d5-361f577766ea,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:27.967041 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:27.999144 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529dd04-376f-4086-874f-376e8defef97 req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:27.999797 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3529dd04-376f-4086-874f-376e8defef97 req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:28.016195 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6449370 Jun 17 19:13:28.030784 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Request body: {'port': {'device_id': 'b8818eb6-419f-474c-ac01-52ec6983b350', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:28.038118 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:28.061328 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'port_id': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'mac_address': 'fa:16:3e:73:9f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:13:28.110680 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:28.129679 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:28.150438 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18fa90b-5f27-46bd-b312-f3da62fdcc49 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:13:28.175106 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:28.179264 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:28.180958 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:28.229267 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=c18fa90b-5f27-46bd-b312-f3da62fdcc49,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:28.233119 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:28.411910 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['c18fa90b-5f27-46bd-b312-f3da62fdcc49'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:13:28.744678 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-416a9120-edf3-45c1-a302-e12872d7aa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:28.757205 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0c27d-b7df-429c-bf33-e40931c70b49 req-354eab30-4cd8-48c6-82b5-962715807795 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:28.758679 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-12e0c27d-b7df-429c-bf33-e40931c70b49 req-354eab30-4cd8-48c6-82b5-962715807795 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 932 time: 0.1862025 Jun 17 19:13:28.761738 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2f0914-cffb-433e-b5d5-361f577766ea {{(pid=92948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:13:28.785326 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:28.815361 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ea8ad-069e-4fcc-8b7a-67511bd78571 req-b9109aaf-9005-49f7-a7d7-aba38902038f tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:28.816878 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f78ea8ad-069e-4fcc-8b7a-67511bd78571 req-b9109aaf-9005-49f7-a7d7-aba38902038f tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 944 time: 0.1924212 Jun 17 19:13:28.819719 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Transition to ACTIVE for port object ab2f0914-cffb-433e-b5d5-361f577766ea will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:13:28.838952 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:28.842558 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e1823d53-12e5-4612-9f00-cb189ab7ffbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:28.887588 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-12e0c27d-b7df-429c-bf33-e40931c70b49 req-50d39f1e-0ef2-4041-94f6-19f6add4c5f1 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188297 Jun 17 19:13:28.946617 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f78ea8ad-069e-4fcc-8b7a-67511bd78571 req-ba869729-f50a-4ca9-be93-59a607e89fdd tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229708 Jun 17 19:13:28.947531 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2f0914-cffb-433e-b5d5-361f577766ea,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:28.953458 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:29.003347 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:29.030606 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Attempting to bind port ab2f0914-cffb-433e-b5d5-361f577766ea on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:13:29.030947 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Attempting to bind port ab2f0914-cffb-433e-b5d5-361f577766ea by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:13:29.031271 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Attempting to bind port ab2f0914-cffb-433e-b5d5-361f577766ea on network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:13:29.035646 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Port ab2f0914-cffb-433e-b5d5-361f577766ea on network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:13:29.035971 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Attempting to bind port ab2f0914-cffb-433e-b5d5-361f577766ea on network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:13:29.040658 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:13:29.040992 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Checking segment: {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:13:29.041368 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Bound using segment: {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:13:29.041788 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Bound port: ab2f0914-cffb-433e-b5d5-361f577766ea, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:13:29.042151 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:29.108050 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] For port ab2f0914-cffb-433e-b5d5-361f577766ea, host hv-cinder-79053, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:13:29.111374 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] For port ab2f0914-cffb-433e-b5d5-361f577766ea, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ab2f0914-cffb-433e-b5d5-361f577766ea,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:13:29.115667 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:29.117982 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-32355512-90a1-4418-94c4-8e4317f7a5f5 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:29.148812 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:29.149595 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:29.150987 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] 10.222.0.42 "PUT /v2.0/ports/ab2f0914-cffb-433e-b5d5-361f577766ea HTTP/1.1" status: 200 len: 1094 time: 1.1247034 Jun 17 19:13:29.154284 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8818eb6-419f-474c-ac01-52ec6983b350', 'tag': 'ab2f0914-cffb-433e-b5d5-361f577766ea'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:13:29.157259 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ae09a4-f556-4ec9-9f5a-7401e2b3e086" -d '{"events": [{"name": "network-changed", "server_uuid": "b8818eb6-419f-474c-ac01-52ec6983b350", "tag": "ab2f0914-cffb-433e-b5d5-361f577766ea"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:13:29.194100 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2f0914-cffb-433e-b5d5-361f577766ea,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:29.197850 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:29.199832 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37808014-c9c2-4131-b60d-8e313126d76f x-openstack-request-id: req-37808014-c9c2-4131-b60d-8e313126d76f {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:13:29.200278 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8818eb6-419f-474c-ac01-52ec6983b350", "tag": "ab2f0914-cffb-433e-b5d5-361f577766ea", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:13:29.200584 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37808014-c9c2-4131-b60d-8e313126d76f {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:13:29.201110 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8818eb6-419f-474c-ac01-52ec6983b350', 'tag': 'ab2f0914-cffb-433e-b5d5-361f577766ea', 'status': 'completed', 'code': 200} Jun 17 19:13:29.267148 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529dd04-376f-4086-874f-376e8defef97 req-3677d566-da94-47a6-a397-ec423898f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:29.268707 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-3677d566-da94-47a6-a397-ec423898f20e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 1097 time: 0.0627496 Jun 17 19:13:29.312224 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-d5998ebe-c912-480c-939c-17acd5b0c862 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab2f0914-cffb-433e-b5d5-361f577766ea HTTP/1.1" status: 200 len: 217 time: 0.0362780 Jun 17 19:13:29.362037 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529dd04-376f-4086-874f-376e8defef97 req-263e0e43-fa0f-4a12-bc11-383d181f2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:29.363514 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-263e0e43-fa0f-4a12-bc11-383d181f2ec3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52 HTTP/1.1" status: 200 len: 854 time: 0.0452304 Jun 17 19:13:29.402855 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-8ed72f97-438e-46f2-84bb-a1099c3f7bc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315232 Jun 17 19:13:29.499029 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-9ae30b0b-3b8f-445c-ab08-83651e931321 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895321 Jun 17 19:13:29.598766 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3529dd04-376f-4086-874f-376e8defef97 req-d14b8987-3343-4bc8-9b7c-98aa8ad853c4 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929506 Jun 17 19:13:29.710457 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae09a4-f556-4ec9-9f5a-7401e2b3e086 req-9343992c-4e1f-4a9a-958d-139ea04203e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:29.712015 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9ae09a4-f556-4ec9-9f5a-7401e2b3e086 req-9343992c-4e1f-4a9a-958d-139ea04203e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 1097 time: 0.0565846 Jun 17 19:13:29.806764 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae09a4-f556-4ec9-9f5a-7401e2b3e086 req-a732032a-7642-4546-8ebe-69545b848932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:29.808194 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9ae09a4-f556-4ec9-9f5a-7401e2b3e086 req-a732032a-7642-4546-8ebe-69545b848932 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 200 len: 915 time: 0.0854552 Jun 17 19:13:29.858945 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9ae09a4-f556-4ec9-9f5a-7401e2b3e086 req-b805ae16-09c8-49e9-b72c-f223229e58b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab2f0914-cffb-433e-b5d5-361f577766ea HTTP/1.1" status: 200 len: 217 time: 0.0438507 Jun 17 19:13:29.885712 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:29.902376 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device c18fa90b-5f27-46bd-b312-f3da62fdcc49 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:13:29.911669 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae09a4-f556-4ec9-9f5a-7401e2b3e086 req-f9edd365-6ac1-472b-a0c1-9064c06dc52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:29.913158 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9ae09a4-f556-4ec9-9f5a-7401e2b3e086 req-f9edd365-6ac1-472b-a0c1-9064c06dc52f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52 HTTP/1.1" status: 200 len: 854 time: 0.0474854 Jun 17 19:13:29.949274 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9ae09a4-f556-4ec9-9f5a-7401e2b3e086 req-789ac88d-f362-4733-b6cc-88642dc8a54a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287378 Jun 17 19:13:29.955737 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port c18fa90b-5f27-46bd-b312-f3da62fdcc49 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:13:29.960685 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port c18fa90b-5f27-46bd-b312-f3da62fdcc49 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:13:29.961163 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:30.048107 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:30.075684 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:13:30.078206 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6634a776-edd8-4fc6-8ec5-ca5bacc5d1e0" -d '{"events": [{"server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "name": "network-vif-plugged", "status": "completed", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:13:30.096591 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:30.103929 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:30.106584 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:30.114567 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9ae09a4-f556-4ec9-9f5a-7401e2b3e086 req-0ac0b2d4-515b-4173-b47f-59c3a4b886e2 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578715 Jun 17 19:13:30.152041 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=c18fa90b-5f27-46bd-b312-f3da62fdcc49,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:30.155800 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:30.228170 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ad7e6-b53a-4a96-ba22-6e0a6a0b4a77 req-d3b3deea-2278-49c8-9316-9d057c2fbae3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:30.229645 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-410ad7e6-b53a-4a96-ba22-6e0a6a0b4a77 req-d3b3deea-2278-49c8-9316-9d057c2fbae3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 944 time: 0.1961668 Jun 17 19:13:30.282510 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e96af-6f75-4b42-ba3f-fdec9418cdc5 req-3ba7fa60-0bc3-414b-a2f7-4514b7f94072 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:30.283990 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-971e96af-6f75-4b42-ba3f-fdec9418cdc5 req-3ba7fa60-0bc3-414b-a2f7-4514b7f94072 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.1887255 Jun 17 19:13:30.288622 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9ae09a4-f556-4ec9-9f5a-7401e2b3e086 req-fca3e869-7047-432c-bbfd-f1ed4c768e36 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553009 Jun 17 19:13:30.318901 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-410ad7e6-b53a-4a96-ba22-6e0a6a0b4a77 req-54357137-4c80-4096-bdf4-fa2331612201 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824134 Jun 17 19:13:30.338547 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-971e96af-6f75-4b42-ba3f-fdec9418cdc5 req-ed960a60-e7cc-491e-9ac6-6320ff6213f7 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486417 Jun 17 19:13:30.366496 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1bb30d-2637-4545-8d36-1013475b9e19 x-openstack-request-id: req-2a1bb30d-2637-4545-8d36-1013475b9e19 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:13:30.366796 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "name": "network-vif-plugged", "status": "completed", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:13:30.367060 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a1bb30d-2637-4545-8d36-1013475b9e19 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:13:30.367464 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'code': 200} Jun 17 19:13:30.596344 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8ac7b-5e69-4217-827f-3aa8eca57ae5 req-5e07a5b7-718a-40dd-84cd-496b95dfe42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:30.597806 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e0c8ac7b-5e69-4217-827f-3aa8eca57ae5 req-5e07a5b7-718a-40dd-84cd-496b95dfe42d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 1098 time: 0.0576203 Jun 17 19:13:30.633762 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e0c8ac7b-5e69-4217-827f-3aa8eca57ae5 req-c7a98877-5c0d-412b-a512-e0c73a380ff1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280077 Jun 17 19:13:31.213520 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:13:31.540022 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e2a36-6b4e-4210-ad2c-473a0bb157a2 req-3e63c81f-331a-41d4-ab95-74bfe4c51b85 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:31.541678 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0f6e2a36-6b4e-4210-ad2c-473a0bb157a2 req-3e63c81f-331a-41d4-ab95-74bfe4c51b85 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 944 time: 0.1049898 Jun 17 19:13:31.578888 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b259e-5c1c-4f44-99f9-32da79b182a7 req-59f02b71-9b4c-43fe-857e-067eb6ab17ef tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:31.580384 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe4b259e-5c1c-4f44-99f9-32da79b182a7 req-59f02b71-9b4c-43fe-857e-067eb6ab17ef tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.1089728 Jun 17 19:13:31.612626 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0f6e2a36-6b4e-4210-ad2c-473a0bb157a2 req-c6bbe56d-3e7e-47f1-8cdb-c01e4431a31b tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642238 Jun 17 19:13:31.641547 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe4b259e-5c1c-4f44-99f9-32da79b182a7 req-4e13a66b-6ade-4c64-a78d-a9aea515d887 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512133 Jun 17 19:13:31.900693 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device ab2f0914-cffb-433e-b5d5-361f577766ea details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:13:31.998869 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port ab2f0914-cffb-433e-b5d5-361f577766ea, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ab2f0914-cffb-433e-b5d5-361f577766ea,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:32.020514 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': 'ab2f0914-cffb-433e-b5d5-361f577766ea', 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff', 'port_id': 'ab2f0914-cffb-433e-b5d5-361f577766ea', 'mac_address': 'fa:16:3e:d0:38:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:13:32.027005 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:32.062440 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:32.075724 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2f0914-cffb-433e-b5d5-361f577766ea {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:13:32.095621 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port ab2f0914-cffb-433e-b5d5-361f577766ea, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ab2f0914-cffb-433e-b5d5-361f577766ea,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:32.099941 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:32.101688 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:32.147676 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=ab2f0914-cffb-433e-b5d5-361f577766ea,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:32.150844 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:32.369356 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['ab2f0914-cffb-433e-b5d5-361f577766ea'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:13:32.834351 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2f2e5-330f-47bd-8c8d-4f2bdc886fe1 req-61012dc1-f4ba-4b90-942a-c0c61f49e022 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:32.835838 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0da2f2e5-330f-47bd-8c8d-4f2bdc886fe1 req-61012dc1-f4ba-4b90-942a-c0c61f49e022 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 945 time: 0.1064303 Jun 17 19:13:32.864359 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e0487-c3e9-4246-ad8d-a28e4609719a req-88dc1fcd-d292-4883-9304-82a8e9caa606 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:32.867064 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e63e0487-c3e9-4246-ad8d-a28e4609719a req-88dc1fcd-d292-4883-9304-82a8e9caa606 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.1018202 Jun 17 19:13:32.915121 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0da2f2e5-330f-47bd-8c8d-4f2bdc886fe1 req-88cb6385-c3f6-409e-abfa-e761af1f71cc tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702040 Jun 17 19:13:32.928293 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e63e0487-c3e9-4246-ad8d-a28e4609719a req-f14763cf-b99e-42bb-b1ed-578e81935f71 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532236 Jun 17 19:13:33.101016 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6da16-58d9-40d1-a922-0d24e717aed9 req-902c348b-8b30-48f3-9311-ac40567ef422 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:33.102520 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-24e6da16-58d9-40d1-a922-0d24e717aed9 req-902c348b-8b30-48f3-9311-ac40567ef422 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0640619 Jun 17 19:13:33.113725 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40682) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:33.118295 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-4e1e86e9-da0a-48a3-82bc-ffd191fe62fe tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Request body: {'floatingip': {'port_id': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:33.156264 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4e1e86e9-da0a-48a3-82bc-ffd191fe62fe tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:33.587659 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4e1e86e9-da0a-48a3-82bc-ffd191fe62fe tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:33.591399 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4e1e86e9-da0a-48a3-82bc-ffd191fe62fe tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:33.689320 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.l3_db [None req-4e1e86e9-da0a-48a3-82bc-ffd191fe62fe tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Floating IP 8191e68a-eb09-4996-b145-6b831cf7fdbe associated. External IP: 172.28.2.17, port: c18fa90b-5f27-46bd-b312-f3da62fdcc49. Jun 17 19:13:33.899719 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1e86e9-da0a-48a3-82bc-ffd191fe62fe tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Router aeabd397-8b45-44a9-8a60-8d46a0afae7a has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:13:33.918829 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device ab2f0914-cffb-433e-b5d5-361f577766ea up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:13:33.969057 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port ab2f0914-cffb-433e-b5d5-361f577766ea completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:13:33.973152 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port ab2f0914-cffb-433e-b5d5-361f577766ea triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:13:33.973605 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:34.022970 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1e86e9-da0a-48a3-82bc-ffd191fe62fe tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:13:34.028431 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4e1e86e9-da0a-48a3-82bc-ffd191fe62fe tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:34.034165 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3669bc8b-6a92-40ec-9fa7-f3baebb52b64 None None] Sync routers for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:13:34.046166 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3669bc8b-6a92-40ec-9fa7-f3baebb52b64 None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:13:34.047246 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-3669bc8b-6a92-40ec-9fa7-f3baebb52b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:13:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:34.063360 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:34.093424 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8818eb6-419f-474c-ac01-52ec6983b350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2f0914-cffb-433e-b5d5-361f577766ea'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:13:34.096075 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dac150-1e0f-4975-bff9-1e5da6f4e379" -d '{"events": [{"server_uuid": "b8818eb6-419f-474c-ac01-52ec6983b350", "name": "network-vif-plugged", "status": "completed", "tag": "ab2f0914-cffb-433e-b5d5-361f577766ea"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:13:34.099980 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-4e1e86e9-da0a-48a3-82bc-ffd191fe62fe tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "PUT /v2.0/floatingips/8191e68a-eb09-4996-b145-6b831cf7fdbe HTTP/1.1" status: 200 len: 990 time: 0.9851079 Jun 17 19:13:34.101424 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:13:34.107791 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce131dde-dde9-4b0c-a967-b9f7a98b1612" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:13:34.114283 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port ab2f0914-cffb-433e-b5d5-361f577766ea, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ab2f0914-cffb-433e-b5d5-361f577766ea,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:34.119795 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:34.122154 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-d9710482-7c34-49a2-b0e6-2acdc6bd8716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:34.150317 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004c455-f12b-46fb-a2e3-a1f68bc23916 req-b68e7c2d-ba52-401d-b54e-c40811b52e20 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:34.158674 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2004c455-f12b-46fb-a2e3-a1f68bc23916 req-b68e7c2d-ba52-401d-b54e-c40811b52e20 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 945 time: 0.1092322 Jun 17 19:13:34.176632 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd229e7-2b69-453b-b32d-79e998ce717b x-openstack-request-id: req-7fd229e7-2b69-453b-b32d-79e998ce717b {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:13:34.176902 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8818eb6-419f-474c-ac01-52ec6983b350", "name": "network-vif-plugged", "status": "completed", "tag": "ab2f0914-cffb-433e-b5d5-361f577766ea", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:13:34.177152 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fd229e7-2b69-453b-b32d-79e998ce717b {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:13:34.177500 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8818eb6-419f-474c-ac01-52ec6983b350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2f0914-cffb-433e-b5d5-361f577766ea', 'code': 200} Jun 17 19:13:34.178982 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=ab2f0914-cffb-433e-b5d5-361f577766ea,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:34.182366 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:34.213457 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2004c455-f12b-46fb-a2e3-a1f68bc23916 req-7cb938e8-7b4c-420a-aeca-b676bca1da7d tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534582 Jun 17 19:13:34.268925 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8f831f-4aa4-4a37-a681-ae1878bfaddc x-openstack-request-id: req-0c8f831f-4aa4-4a37-a681-ae1878bfaddc {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:13:34.269967 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:13:34.269967 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c8f831f-4aa4-4a37-a681-ae1878bfaddc {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:13:34.270214 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'status': 'completed', 'code': 200} Jun 17 19:13:34.301548 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-3669bc8b-6a92-40ec-9fa7-f3baebb52b64 None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:13:34.358124 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce131dde-dde9-4b0c-a967-b9f7a98b1612 req-d261adac-5736-4442-b4aa-032f1fd25990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:34.359777 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ce131dde-dde9-4b0c-a967-b9f7a98b1612 req-d261adac-5736-4442-b4aa-032f1fd25990 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 1098 time: 0.0605612 Jun 17 19:13:34.407738 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c11ea-1a31-4f8a-8755-60af9060ea57 req-a1b65f75-0f4b-43a0-80d3-1921eca97827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:34.409237 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0b6c11ea-1a31-4f8a-8755-60af9060ea57 req-a1b65f75-0f4b-43a0-80d3-1921eca97827 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 1099 time: 0.0570757 Jun 17 19:13:34.457691 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-0b6c11ea-1a31-4f8a-8755-60af9060ea57 req-18f76589-e352-43d4-b304-03bcb0e70e9c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370378 Jun 17 19:13:34.470093 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce131dde-dde9-4b0c-a967-b9f7a98b1612 req-1555fe7b-fb4d-45af-a327-0fc2f4721a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:34.471548 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ce131dde-dde9-4b0c-a967-b9f7a98b1612 req-1555fe7b-fb4d-45af-a327-0fc2f4721a15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 918 time: 0.1026251 Jun 17 19:13:34.546050 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-3669bc8b-6a92-40ec-9fa7-f3baebb52b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '8191e68a-eb09-4996-b145-6b831cf7fdbe', 'tenant_id': '986daf25687946db84eca340d33407de', 'floating_ip_address': '172.28.2.17', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'port_id': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'mac_address': 'fa:16:3e:73:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:13:20Z', 'updated_at': '2021-06-17T19:13:33Z', 'revision_number': 1, 'project_id': '986daf25687946db84eca340d33407de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:55Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:34.577999 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3669bc8b-6a92-40ec-9fa7-f3baebb52b64 None None] Checking router: aeabd397-8b45-44a9-8a60-8d46a0afae7a for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:13:34.583449 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ce131dde-dde9-4b0c-a967-b9f7a98b1612 req-2d445fd0-99c2-43ea-a33e-e82e4ccca414 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49 HTTP/1.1" status: 200 len: 998 time: 0.0680759 Jun 17 19:13:34.586633 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3669bc8b-6a92-40ec-9fa7-f3baebb52b64 None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:13:34.587244 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-3669bc8b-6a92-40ec-9fa7-f3baebb52b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:13:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:34.634903 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce131dde-dde9-4b0c-a967-b9f7a98b1612 req-d6c92fef-0639-4553-9a5d-e2f881db63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:34.636349 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ce131dde-dde9-4b0c-a967-b9f7a98b1612 req-d6c92fef-0639-4553-9a5d-e2f881db63f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 200 len: 856 time: 0.0448213 Jun 17 19:13:34.700356 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-3669bc8b-6a92-40ec-9fa7-f3baebb52b64 None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:13:34.707126 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce131dde-dde9-4b0c-a967-b9f7a98b1612 req-effbfabe-baeb-4f19-8b8f-6b1e5f1874d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:34.708592 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ce131dde-dde9-4b0c-a967-b9f7a98b1612 req-effbfabe-baeb-4f19-8b8f-6b1e5f1874d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567091 Jun 17 19:13:34.949126 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-3669bc8b-6a92-40ec-9fa7-f3baebb52b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '8191e68a-eb09-4996-b145-6b831cf7fdbe', 'tenant_id': '986daf25687946db84eca340d33407de', 'floating_ip_address': '172.28.2.17', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'port_id': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'mac_address': 'fa:16:3e:73:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:13:20Z', 'updated_at': '2021-06-17T19:13:33Z', 'revision_number': 1, 'project_id': '986daf25687946db84eca340d33407de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:55Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:34.986040 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3669bc8b-6a92-40ec-9fa7-f3baebb52b64 None None] The sync data for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb is: [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': '8191e68a-eb09-4996-b145-6b831cf7fdbe', 'tenant_id': '986daf25687946db84eca340d33407de', 'floating_ip_address': '172.28.2.17', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'port_id': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'mac_address': 'fa:16:3e:73:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:13:20Z', 'updated_at': '2021-06-17T19:13:33Z', 'revision_number': 1, 'project_id': '986daf25687946db84eca340d33407de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:55Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:13:35.078556 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ce131dde-dde9-4b0c-a967-b9f7a98b1612 req-4335b142-cb56-48dc-bc1f-ec3b626e54bb service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616173 Jun 17 19:13:35.181099 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ce131dde-dde9-4b0c-a967-b9f7a98b1612 req-6728b286-ab14-415e-8368-3ea730afb5e9 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911214 Jun 17 19:13:35.183628 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ebef1-d25b-483a-9f73-117d6c19f0cb None None] New status for floating IP 8191e68a-eb09-4996-b145-6b831cf7fdbe: ACTIVE {{(pid=92949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 19:13:35.436903 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca8af7-c422-4a49-a7c4-5372ab71110c req-2e70058c-7dc1-46fe-8647-65ae3230e1b8 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:35.438456 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-00ca8af7-c422-4a49-a7c4-5372ab71110c req-2e70058c-7dc1-46fe-8647-65ae3230e1b8 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 946 time: 0.1077111 Jun 17 19:13:35.485434 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-00ca8af7-c422-4a49-a7c4-5372ab71110c req-c47fd8ea-1afe-49c5-8642-78e0b2157b65 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377059 Jun 17 19:13:36.662353 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3085565-6a11-4dbb-bbde-571a14c0186a req-3dc022f0-eb09-4736-91fe-872b6bc81cdb tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:36.663791 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a3085565-6a11-4dbb-bbde-571a14c0186a req-3dc022f0-eb09-4736-91fe-872b6bc81cdb tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 946 time: 0.0640213 Jun 17 19:13:36.703493 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a3085565-6a11-4dbb-bbde-571a14c0186a req-dbac9771-6c34-4975-9168-74eadd30038a tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Jun 17 19:13:38.510167 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-645e3603-385d-4798-8413-baf7d52e1e75 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:38.511540 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-645e3603-385d-4798-8413-baf7d52e1e75 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/networks?id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 200 len: 814 time: 0.1093652 Jun 17 19:13:38.526809 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-b242ecec-03fd-4f75-ab15-635ade06e49b tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/quotas/bc89aac2125d4bd8af100dc00c64b5e2 HTTP/1.1" status: 200 len: 375 time: 0.0092504 Jun 17 19:13:38.602782 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-6fff5c37-4d01-4f87-8a09-4bf83306d04b tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706165 Jun 17 19:13:38.697534 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-27817838-7ce8-4c8b-8e72-1bd8ef0ce047 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866363 Jun 17 19:13:38.792798 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-538011c7-0965-4c41-a598-358f31324520 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886087 Jun 17 19:13:38.978104 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-51cc0ea3-b02f-4536-b7a6-cca99c001237 req-f1d3970e-84cc-4860-8671-addd956281ea tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 210 time: 0.0316117 Jun 17 19:13:40.157159 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-be2a5619-d3c5-4eb6-a42e-c41e241f8b98 req-f965d73c-d48b-4f90-8141-7f70f65d5cf8 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 210 time: 0.0387058 Jun 17 19:13:40.186036 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-8b0f9541-2f25-4650-a819-ffcb0030e742 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:40.187509 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-8b0f9541-2f25-4650-a819-ffcb0030e742 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "GET /v2.0/networks?id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 200 len: 814 time: 0.1497586 Jun 17 19:13:40.200789 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Request body: {'port': {'device_id': '2d1f0601-76e9-4856-b5f5-3dfd4dcde898', 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff', 'admin_state_up': True, 'tenant_id': 'bc89aac2125d4bd8af100dc00c64b5e2'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:40.320925 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Made reservation on behalf of bc89aac2125d4bd8af100dc00c64b5e2 for: {'port': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:13:40.328699 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:40.453054 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Allocated IP 172.20.0.14 (e6c6cb43-50b6-4777-8213-45b0c7e5f5ff/74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52/2fe7e47d-c2a9-4498-82f2-29cba78cff00) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:13:40.602534 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:40.641554 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:40.645567 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6e297b7f-4a60-46c3-aebd-02035a1b005e tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:40.656145 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['d359c28b-7eff-4ac6-ab06-a50fcbef32cc', 'ab2f0914-cffb-433e-b5d5-361f577766ea'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:13:40.700130 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:13:40.703837 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:13:40.711228 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:13:40.734949 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Pushing event updated for resources: {'Port': ['ID=2fe7e47d-c2a9-4498-82f2-29cba78cff00,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:40.738688 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:40.763163 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:40.763810 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:40.781296 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5844939 Jun 17 19:13:40.795084 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Request body: {'port': {'device_id': '2d1f0601-76e9-4856-b5f5-3dfd4dcde898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:40.873751 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:41.150940 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe7e47d-c2a9-4498-82f2-29cba78cff00 {{(pid=92948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:13:41.159026 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:41.171272 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Transition to ACTIVE for port object 2fe7e47d-c2a9-4498-82f2-29cba78cff00 will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:13:41.175886 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:41.178179 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:41.256458 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe7e47d-c2a9-4498-82f2-29cba78cff00,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:41.260020 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:41.364481 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Attempting to bind port 2fe7e47d-c2a9-4498-82f2-29cba78cff00 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:13:41.364818 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Attempting to bind port 2fe7e47d-c2a9-4498-82f2-29cba78cff00 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:13:41.365145 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Attempting to bind port 2fe7e47d-c2a9-4498-82f2-29cba78cff00 on network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:13:41.376318 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Port 2fe7e47d-c2a9-4498-82f2-29cba78cff00 on network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:13:41.376614 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Attempting to bind port 2fe7e47d-c2a9-4498-82f2-29cba78cff00 on network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:13:41.390134 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285b0d4-d61d-4592-8413-642ce5f3b8ea req-2d83c80b-bb8d-49ac-84e6-87fb44cb2090 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:41.391644 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f285b0d4-d61d-4592-8413-642ce5f3b8ea req-2d83c80b-bb8d-49ac-84e6-87fb44cb2090 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 944 time: 0.1096368 Jun 17 19:13:41.392872 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:13:41.393202 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Checking segment: {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:13:41.393577 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Bound using segment: {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:13:41.394019 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Bound port: 2fe7e47d-c2a9-4498-82f2-29cba78cff00, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:13:41.394393 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:41.463821 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f285b0d4-d61d-4592-8413-642ce5f3b8ea req-4de457c4-8156-4935-9b97-d09f33fa9306 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661485 Jun 17 19:13:41.489774 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] For port 2fe7e47d-c2a9-4498-82f2-29cba78cff00, host hv-cinder-79053, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:13:41.494755 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] For port 2fe7e47d-c2a9-4498-82f2-29cba78cff00, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2fe7e47d-c2a9-4498-82f2-29cba78cff00,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:13:41.501174 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:41.505076 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-56d3b156-99cc-4649-9db0-ebe8bbbfa931 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:41.535326 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:41.536025 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:41.537428 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] 10.222.0.42 "PUT /v2.0/ports/2fe7e47d-c2a9-4498-82f2-29cba78cff00 HTTP/1.1" status: 200 len: 1094 time: 0.7473226 Jun 17 19:13:41.539880 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1f0601-76e9-4856-b5f5-3dfd4dcde898', 'tag': '2fe7e47d-c2a9-4498-82f2-29cba78cff00'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:13:41.545338 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2608ae6-9d1e-4ccd-95e4-5c2fde7cb567" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1f0601-76e9-4856-b5f5-3dfd4dcde898", "tag": "2fe7e47d-c2a9-4498-82f2-29cba78cff00"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:13:41.576006 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe7e47d-c2a9-4498-82f2-29cba78cff00,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:41.580072 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:41.614746 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18842e32-f8de-4e82-8454-6260a8f5d31d x-openstack-request-id: req-18842e32-f8de-4e82-8454-6260a8f5d31d {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:13:41.615073 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1f0601-76e9-4856-b5f5-3dfd4dcde898", "tag": "2fe7e47d-c2a9-4498-82f2-29cba78cff00", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:13:41.615365 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18842e32-f8de-4e82-8454-6260a8f5d31d {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:13:41.615791 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1f0601-76e9-4856-b5f5-3dfd4dcde898', 'tag': '2fe7e47d-c2a9-4498-82f2-29cba78cff00', 'status': 'completed', 'code': 200} Jun 17 19:13:41.643833 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-94cabc24-06fa-4faf-b0f2-fc534caf574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:41.645313 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-94cabc24-06fa-4faf-b0f2-fc534caf574f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 1097 time: 0.0664523 Jun 17 19:13:41.693400 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-7e2b329a-b017-40cf-b812-253026a9a494 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fe7e47d-c2a9-4498-82f2-29cba78cff00 HTTP/1.1" status: 200 len: 217 time: 0.0381858 Jun 17 19:13:41.741465 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-16c5cf3d-3151-475b-b0b4-9224c910e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:41.742930 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-16c5cf3d-3151-475b-b0b4-9224c910e660 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52 HTTP/1.1" status: 200 len: 854 time: 0.0429463 Jun 17 19:13:41.779308 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-15334f8d-832a-4df1-be59-2a2fe702873b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279355 Jun 17 19:13:41.872576 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-1a8d5603-5e49-4083-9f31-2f958ea71dac service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857608 Jun 17 19:13:41.967148 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5edb09a0-d4da-4f47-b761-a58fa1d0168a req-e1238b1e-326b-4208-a94b-441f1ea89bbf service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847666 Jun 17 19:13:42.085946 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2608ae6-9d1e-4ccd-95e4-5c2fde7cb567 req-31397597-ff00-4b10-b9e8-e21d041130a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:42.087488 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d2608ae6-9d1e-4ccd-95e4-5c2fde7cb567 req-31397597-ff00-4b10-b9e8-e21d041130a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 1097 time: 0.0620170 Jun 17 19:13:42.188821 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2608ae6-9d1e-4ccd-95e4-5c2fde7cb567 req-fca3545e-45bd-4d77-a4cb-d24dd7ffce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:42.190468 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d2608ae6-9d1e-4ccd-95e4-5c2fde7cb567 req-fca3545e-45bd-4d77-a4cb-d24dd7ffce52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 200 len: 915 time: 0.0889618 Jun 17 19:13:42.237133 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d2608ae6-9d1e-4ccd-95e4-5c2fde7cb567 req-ee970464-0a34-48e2-9e6a-793e24799beb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fe7e47d-c2a9-4498-82f2-29cba78cff00 HTTP/1.1" status: 200 len: 217 time: 0.0388784 Jun 17 19:13:42.296429 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2608ae6-9d1e-4ccd-95e4-5c2fde7cb567 req-10135a34-6497-4596-a272-645c45dd7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:42.297900 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d2608ae6-9d1e-4ccd-95e4-5c2fde7cb567 req-10135a34-6497-4596-a272-645c45dd7fee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52 HTTP/1.1" status: 200 len: 854 time: 0.0442472 Jun 17 19:13:42.334384 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d2608ae6-9d1e-4ccd-95e4-5c2fde7cb567 req-c792647f-9736-4f28-8ca7-aa3a9d1d4e56 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264573 Jun 17 19:13:42.427723 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d2608ae6-9d1e-4ccd-95e4-5c2fde7cb567 req-72f2b67c-1421-4254-ab32-9c2e72df0d7a service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845656 Jun 17 19:13:42.519386 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d2608ae6-9d1e-4ccd-95e4-5c2fde7cb567 req-e251fe98-7b33-4690-aa20-5eb911013f12 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833802 Jun 17 19:13:42.644794 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb332de-ffcd-4ffe-8b53-bad29364844e req-3c9874c4-be9a-451c-b9b4-70babb317091 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:42.646274 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-beb332de-ffcd-4ffe-8b53-bad29364844e req-3c9874c4-be9a-451c-b9b4-70babb317091 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 944 time: 0.0671852 Jun 17 19:13:42.685388 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-beb332de-ffcd-4ffe-8b53-bad29364844e req-06584902-6e24-4ae6-ad28-095ec945dc01 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334032 Jun 17 19:13:43.859793 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a08ee-5cd1-492b-882a-9594db7729ca req-f2678682-329b-4132-bde5-eb1b019dc2c8 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:43.861277 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cc6a08ee-5cd1-492b-882a-9594db7729ca req-f2678682-329b-4132-bde5-eb1b019dc2c8 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 944 time: 0.0621629 Jun 17 19:13:43.900153 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cc6a08ee-5cd1-492b-882a-9594db7729ca req-d53a1d77-d364-41c7-a556-18c50837696b tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329478 Jun 17 19:13:43.964200 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 2fe7e47d-c2a9-4498-82f2-29cba78cff00 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:13:44.061770 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 2fe7e47d-c2a9-4498-82f2-29cba78cff00, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2fe7e47d-c2a9-4498-82f2-29cba78cff00,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:44.073428 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '2fe7e47d-c2a9-4498-82f2-29cba78cff00', 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff', 'port_id': '2fe7e47d-c2a9-4498-82f2-29cba78cff00', 'mac_address': 'fa:16:3e:b0:3b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:13:44.110861 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:44.123777 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe7e47d-c2a9-4498-82f2-29cba78cff00 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:13:44.143858 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 2fe7e47d-c2a9-4498-82f2-29cba78cff00, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2fe7e47d-c2a9-4498-82f2-29cba78cff00,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:44.148758 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:44.150498 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-a91310d0-e64f-4b7b-9bf0-21c0daaf565b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:44.195341 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=2fe7e47d-c2a9-4498-82f2-29cba78cff00,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:44.198382 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:44.477761 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['2fe7e47d-c2a9-4498-82f2-29cba78cff00'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:13:45.085846 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80775a6e-876a-4dff-a529-eddd62beddd3 req-b202f0fc-3916-4a36-9b55-b941b9c5f72d tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:45.087628 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-80775a6e-876a-4dff-a529-eddd62beddd3 req-b202f0fc-3916-4a36-9b55-b941b9c5f72d tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 945 time: 0.0747075 Jun 17 19:13:45.130703 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-80775a6e-876a-4dff-a529-eddd62beddd3 req-bbe1b7dc-82b9-4dd2-b624-75dd6c91823c tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341363 Jun 17 19:13:45.978029 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 2fe7e47d-c2a9-4498-82f2-29cba78cff00 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:13:46.024486 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 2fe7e47d-c2a9-4498-82f2-29cba78cff00 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:13:46.028545 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 2fe7e47d-c2a9-4498-82f2-29cba78cff00 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:13:46.028913 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:46.106359 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:46.128516 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1f0601-76e9-4856-b5f5-3dfd4dcde898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe7e47d-c2a9-4498-82f2-29cba78cff00'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:13:46.131000 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7b5fb8-13d0-4c56-b7ed-1c9c99257bcb" -d '{"events": [{"server_uuid": "2d1f0601-76e9-4856-b5f5-3dfd4dcde898", "name": "network-vif-plugged", "status": "completed", "tag": "2fe7e47d-c2a9-4498-82f2-29cba78cff00"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:13:46.144060 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 2fe7e47d-c2a9-4498-82f2-29cba78cff00, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2fe7e47d-c2a9-4498-82f2-29cba78cff00,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:13:46.148561 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:46.151309 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-c641f57e-6ff4-4478-8588-1c60190406a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:46.176673 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176cbf8c-8676-4a49-8691-13d7c8b749f0 x-openstack-request-id: req-176cbf8c-8676-4a49-8691-13d7c8b749f0 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:13:46.177021 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1f0601-76e9-4856-b5f5-3dfd4dcde898", "name": "network-vif-plugged", "status": "completed", "tag": "2fe7e47d-c2a9-4498-82f2-29cba78cff00", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:13:46.177210 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-176cbf8c-8676-4a49-8691-13d7c8b749f0 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:13:46.177599 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1f0601-76e9-4856-b5f5-3dfd4dcde898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe7e47d-c2a9-4498-82f2-29cba78cff00', 'code': 200} Jun 17 19:13:46.205067 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=2fe7e47d-c2a9-4498-82f2-29cba78cff00,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:46.207980 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:46.327297 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e453db-cb92-4140-aa8f-97ff3e125598 req-387aa5a5-acf5-40e0-b8f1-d027648ea110 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:46.328783 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a9e453db-cb92-4140-aa8f-97ff3e125598 req-387aa5a5-acf5-40e0-b8f1-d027648ea110 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 946 time: 0.0700135 Jun 17 19:13:46.393397 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a9e453db-cb92-4140-aa8f-97ff3e125598 req-b83ce782-2014-4792-8105-1c3d60b1b4da tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588067 Jun 17 19:13:46.423634 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ae4fb-c631-4776-9763-cab18f741578 req-35af6bdd-c238-402f-ac6f-78076382a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:46.425162 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cf5ae4fb-c631-4776-9763-cab18f741578 req-35af6bdd-c238-402f-ac6f-78076382a11f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 1099 time: 0.0648725 Jun 17 19:13:46.461054 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cf5ae4fb-c631-4776-9763-cab18f741578 req-2fc82634-ec2e-49cd-92fb-6fb40586cb67 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273077 Jun 17 19:13:47.571835 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98c08c-24ad-42fd-bdc5-ebf680fbbaf3 req-0d26a311-9867-42cc-856e-3a8901193bf8 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:47.573195 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ee98c08c-24ad-42fd-bdc5-ebf680fbbaf3 req-0d26a311-9867-42cc-856e-3a8901193bf8 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 946 time: 0.0689139 Jun 17 19:13:47.614919 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ee98c08c-24ad-42fd-bdc5-ebf680fbbaf3 req-d3bb9d0a-3234-4c1b-81a9-5ed12d05072f tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358417 Jun 17 19:13:48.781407 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65c39c-b905-44a1-a918-e5198e398c76 req-bc4803b3-ddc4-4087-87c5-4af40ab77f36 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:48.782908 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8b65c39c-b905-44a1-a918-e5198e398c76 req-bc4803b3-ddc4-4087-87c5-4af40ab77f36 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 946 time: 0.0607309 Jun 17 19:13:48.820195 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8b65c39c-b905-44a1-a918-e5198e398c76 req-b90feb03-6cf0-4053-a503-ce1fb33a5eb0 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317211 Jun 17 19:13:54.451530 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-a7f53755-8524-43ef-bb91-d282b209133e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:54.452897 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-a7f53755-8524-43ef-bb91-d282b209133e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/networks?id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 200 len: 814 time: 0.1018565 Jun 17 19:13:54.468255 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-373466b8-6bcc-45bb-b8d6-33011c1437f1 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/quotas/bc89aac2125d4bd8af100dc00c64b5e2 HTTP/1.1" status: 200 len: 375 time: 0.0099807 Jun 17 19:13:54.536615 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06df0474-ca54-4f69-b12a-fe34c506b885 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631366 Jun 17 19:13:54.629983 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-b60e594f-5ec4-43c9-ab9e-ac55dc44667e service neutron] 10.222.0.10 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862610 Jun 17 19:13:54.721546 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-0f5e07db-bca4-4f33-bd79-ce11e35a94e9 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855820 Jun 17 19:13:54.892379 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f303f9eb-f6d8-451e-948d-2aff312e2170 req-030f14cb-eda4-4f4f-abe2-fec6a2199efa tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 210 time: 0.0287542 Jun 17 19:13:56.072625 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e54fde8f-cb4e-4a67-b0ab-520be547a58c req-982ee4e9-ff1e-4624-a4d4-4ad21127d707 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 210 time: 0.0636168 Jun 17 19:13:56.153471 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-58a82f8a-412d-41a4-93e1-9cd557ca5051 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:56.154891 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-58a82f8a-412d-41a4-93e1-9cd557ca5051 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "GET /v2.0/networks?id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 200 len: 814 time: 0.1934531 Jun 17 19:13:56.168681 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Request body: {'port': {'device_id': '99c36a0e-5866-4a8f-857a-eac41208cb2e', 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff', 'admin_state_up': True, 'tenant_id': 'bc89aac2125d4bd8af100dc00c64b5e2'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:56.250872 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-b3319ec5-e6e7-40fd-b70c-ee53b862e983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:56.286832 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Made reservation on behalf of bc89aac2125d4bd8af100dc00c64b5e2 for: {'port': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:13:56.290304 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:56.422204 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Allocated IP 172.20.0.13 (e6c6cb43-50b6-4777-8213-45b0c7e5f5ff/74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52/7a66bf54-3e90-4a34-af58-13f0b77593d3) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:13:56.572437 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:56.614802 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:56.618775 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-3463e13f-d5a4-4e7c-b087-087055633530 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:56.631417 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['d359c28b-7eff-4ac6-ab06-a50fcbef32cc', 'ab2f0914-cffb-433e-b5d5-361f577766ea', '2fe7e47d-c2a9-4498-82f2-29cba78cff00'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:13:56.663339 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:13:56.666635 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:13:56.673834 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:13:56.696525 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Pushing event updated for resources: {'Port': ['ID=7a66bf54-3e90-4a34-af58-13f0b77593d3,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:56.701941 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:56.727362 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:56.727957 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:56.746356 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808961 Jun 17 19:13:56.763343 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Request body: {'port': {'device_id': '99c36a0e-5866-4a8f-857a-eac41208cb2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:13:56.797006 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40862) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:13:56.844107 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:57.038372 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Deleting port 8cd4ac70-3cb2-457e-84db-e65f1246a728 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:13:57.038720 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:57.134793 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:57.135116 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:57.156193 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a66bf54-3e90-4a34-af58-13f0b77593d3 {{(pid=92948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:13:57.164674 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:57.179094 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Transition to ACTIVE for port object 7a66bf54-3e90-4a34-af58-13f0b77593d3 will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:13:57.185416 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:57.189133 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ecff44d4-177a-4a49-afd7-af0c60bd2298 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:57.210362 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Calling delete_port for 8cd4ac70-3cb2-457e-84db-e65f1246a728 owned by network:floatingip {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:13:57.404238 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:57.406466 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:57.435947 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event deleted for resources: {'Port': ['ID=8cd4ac70-3cb2-457e-84db-e65f1246a728,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:57.439218 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:57.583457 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Pushing event updated for resources: {'Port': ['ID=7a66bf54-3e90-4a34-af58-13f0b77593d3,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:57.590114 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:57.673963 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b501600-a392-47c0-9f70-2377cc783332 req-6d78f885-3181-47f8-b4af-7fbcf375bea9 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:57.675498 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8b501600-a392-47c0-9f70-2377cc783332 req-6d78f885-3181-47f8-b4af-7fbcf375bea9 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 944 time: 0.4501593 Jun 17 19:13:57.680127 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Attempting to bind port 7a66bf54-3e90-4a34-af58-13f0b77593d3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:13:57.680466 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Attempting to bind port 7a66bf54-3e90-4a34-af58-13f0b77593d3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:13:57.680796 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Attempting to bind port 7a66bf54-3e90-4a34-af58-13f0b77593d3 on network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:13:57.700060 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Port 7a66bf54-3e90-4a34-af58-13f0b77593d3 on network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:13:57.700381 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Attempting to bind port 7a66bf54-3e90-4a34-af58-13f0b77593d3 on network e6c6cb43-50b6-4777-8213-45b0c7e5f5ff {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:13:57.702831 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for floatingip, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:57.703262 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.db.l3_db [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Floating IP 6f885c2b-838e-47da-8805-b3c7da27a31a disassociated (deleted). External IP: 172.28.2.168, port: 7a18002b-834b-49f5-9655-3babb843d682. Jun 17 19:13:57.708232 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:13:57.708573 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Checking segment: {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:13:57.708961 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Bound using segment: {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:13:57.709397 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Bound port: 7a66bf54-3e90-4a34-af58-13f0b77593d3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f207cbd-a093-4f90-913a-f9753404f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:13:57.709744 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:57.756875 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8b501600-a392-47c0-9f70-2377cc783332 req-7fe38e0f-dafc-4c99-b0bc-32bde473e16a tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737238 Jun 17 19:13:57.793415 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] For port 7a66bf54-3e90-4a34-af58-13f0b77593d3, host hv-cinder-79053, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:13:57.796748 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] For port 7a66bf54-3e90-4a34-af58-13f0b77593d3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a66bf54-3e90-4a34-af58-13f0b77593d3,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:13:57.801662 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:57.804713 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c846c816-445c-4d3c-8a0a-598676bd1e23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:13:57.837091 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:57.837722 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:57.839821 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] 10.222.0.42 "PUT /v2.0/ports/7a66bf54-3e90-4a34-af58-13f0b77593d3 HTTP/1.1" status: 200 len: 1094 time: 1.0803907 Jun 17 19:13:57.840661 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c36a0e-5866-4a8f-857a-eac41208cb2e', 'tag': '7a66bf54-3e90-4a34-af58-13f0b77593d3'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:13:57.843310 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3acb3f4-ec6b-4175-bbcc-ba417f211299" -d '{"events": [{"name": "network-changed", "server_uuid": "99c36a0e-5866-4a8f-857a-eac41208cb2e", "tag": "7a66bf54-3e90-4a34-af58-13f0b77593d3"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:13:57.867416 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:57.872762 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Pushing event updated for resources: {'Port': ['ID=7a66bf54-3e90-4a34-af58-13f0b77593d3,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:13:57.876283 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:13:57.897872 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6e4fc4-a061-4d60-9ca0-c3256a788c69 x-openstack-request-id: req-2a6e4fc4-a061-4d60-9ca0-c3256a788c69 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:13:57.898243 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c36a0e-5866-4a8f-857a-eac41208cb2e", "tag": "7a66bf54-3e90-4a34-af58-13f0b77593d3", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:13:57.898534 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a6e4fc4-a061-4d60-9ca0-c3256a788c69 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:13:57.899016 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c36a0e-5866-4a8f-857a-eac41208cb2e', 'tag': '7a66bf54-3e90-4a34-af58-13f0b77593d3', 'status': 'completed', 'code': 200} Jun 17 19:13:57.926748 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Router d295da02-737d-4559-a138-f59e3b20feba has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:13:57.963626 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-61d6ba51-3240-4e58-9b4c-90f613d60140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:57.965664 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-61d6ba51-3240-4e58-9b4c-90f613d60140 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 1097 time: 0.0552852 Jun 17 19:13:58.013283 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-e17c4a6e-4078-4c21-b538-5fc18aa3f681 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a66bf54-3e90-4a34-af58-13f0b77593d3 HTTP/1.1" status: 200 len: 217 time: 0.0351882 Jun 17 19:13:58.034153 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:13:58.038507 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:58.043791 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8a19b-8081-4f0b-b9d8-30f1f8bc395c None None] Sync routers for ids ['d295da02-737d-4559-a138-f59e3b20feba'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:13:58.053014 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8a19b-8081-4f0b-b9d8-30f1f8bc395c None None] Routers {'d295da02-737d-4559-a138-f59e3b20feba'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:13:58.053614 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-e0f8a19b-8081-4f0b-b9d8-30f1f8bc395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:13:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d295da02-737d-4559-a138-f59e3b20feba'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:58.069228 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-e3c56f63-b680-4c07-969c-14ce1054e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:58.070691 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-e3c56f63-b680-4c07-969c-14ce1054e545 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52 HTTP/1.1" status: 200 len: 854 time: 0.0466397 Jun 17 19:13:58.075153 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "DELETE /v2.0/floatingips/6f885c2b-838e-47da-8805-b3c7da27a31a HTTP/1.1" status: 204 len: 168 time: 1.2769346 Jun 17 19:13:58.075858 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'tag': '7a18002b-834b-49f5-9655-3babb843d682'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:13:58.079459 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc1697d-8260-4a35-b33c-8b64a75670c0" -d '{"events": [{"name": "network-changed", "server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "tag": "7a18002b-834b-49f5-9655-3babb843d682"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:13:58.108925 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-302579e3-ea34-4d52-861d-d395c5fb0a67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307350 Jun 17 19:13:58.206097 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-e0f8a19b-8081-4f0b-b9d8-30f1f8bc395c None None] Set router d295da02-737d-4559-a138-f59e3b20feba gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:13:58.220719 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df596f72-726a-4036-b34e-b25c59e6463c x-openstack-request-id: req-df596f72-726a-4036-b34e-b25c59e6463c {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:13:58.221300 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "tag": "7a18002b-834b-49f5-9655-3babb843d682", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:13:58.221827 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df596f72-726a-4036-b34e-b25c59e6463c {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:13:58.222506 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'tag': '7a18002b-834b-49f5-9655-3babb843d682', 'status': 'completed', 'code': 200} Jun 17 19:13:58.235850 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-886e374a-5d97-4b7b-abb9-9e3724416e7c service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126475 Jun 17 19:13:58.369086 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1697d-8260-4a35-b33c-8b64a75670c0 req-f0d90c26-a72f-455f-9963-592ad49a068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:58.371155 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-1bc1697d-8260-4a35-b33c-8b64a75670c0 req-f0d90c26-a72f-455f-9963-592ad49a068d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b4b2a898c4466bbba24e96119d22b&device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 1099 time: 0.1059237 Jun 17 19:13:58.390632 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b8ec7e6-f7e1-4694-a886-a72107eaf3fc req-f17e5e0d-65e4-4bdc-b871-60cee5327330 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292219 Jun 17 19:13:58.470826 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-e0f8a19b-8081-4f0b-b9d8-30f1f8bc395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:09:13Z', 'revision_number': 4, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': 'aba8f413-3c8a-4460-b404-f8fddaa7915e', 'name': '', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'mac_address': 'fa:16:3e:c7:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:12Z', 'updated_at': '2021-06-17T19:09:21Z', 'revision_number': 5, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'subnets': [{'id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:58.501723 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1697d-8260-4a35-b33c-8b64a75670c0 req-99b32ae7-170b-4a01-86e9-923d70ef68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:58.503220 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-1bc1697d-8260-4a35-b33c-8b64a75670c0 req-99b32ae7-170b-4a01-86e9-923d70ef68d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8758562-b2d7-45e9-90da-9b08e68f259c HTTP/1.1" status: 200 len: 910 time: 0.1154177 Jun 17 19:13:58.503382 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8a19b-8081-4f0b-b9d8-30f1f8bc395c None None] Checking router: d295da02-737d-4559-a138-f59e3b20feba for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:13:58.512476 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8a19b-8081-4f0b-b9d8-30f1f8bc395c None None] Routers {'d295da02-737d-4559-a138-f59e3b20feba'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:13:58.513094 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-e0f8a19b-8081-4f0b-b9d8-30f1f8bc395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:13:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d295da02-737d-4559-a138-f59e3b20feba'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:58.541270 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9a0a2-2428-442f-a3d3-aef789975505 req-87b5935c-adcb-49c1-ab9b-935640388ec8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:58.543699 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4af9a0a2-2428-442f-a3d3-aef789975505 req-87b5935c-adcb-49c1-ab9b-935640388ec8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.1110396 Jun 17 19:13:58.571331 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-1bc1697d-8260-4a35-b33c-8b64a75670c0 req-ac27c0e1-77e1-46cc-b9aa-b7f188b9bafc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a18002b-834b-49f5-9655-3babb843d682 HTTP/1.1" status: 200 len: 217 time: 0.0374095 Jun 17 19:13:58.575065 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acb3f4-ec6b-4175-bbcc-ba417f211299 req-7bab6053-18da-4cbe-93da-84adb6c145a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:58.576489 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e3acb3f4-ec6b-4175-bbcc-ba417f211299 req-7bab6053-18da-4cbe-93da-84adb6c145a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 1097 time: 0.1019206 Jun 17 19:13:58.596336 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4af9a0a2-2428-442f-a3d3-aef789975505 req-d3e696c0-b928-452c-9c1a-ed3535e326e7 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410838 Jun 17 19:13:58.644213 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-e0f8a19b-8081-4f0b-b9d8-30f1f8bc395c None None] Set router d295da02-737d-4559-a138-f59e3b20feba gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:13:58.646092 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1697d-8260-4a35-b33c-8b64a75670c0 req-ac8e06e3-5aa9-4da8-ac2d-4a356febeda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:58.647659 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-1bc1697d-8260-4a35-b33c-8b64a75670c0 req-ac8e06e3-5aa9-4da8-ac2d-4a356febeda7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6a58b27-3bdd-4e10-9279-04f7aceee1db HTTP/1.1" status: 200 len: 848 time: 0.0537307 Jun 17 19:13:58.692408 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acb3f4-ec6b-4175-bbcc-ba417f211299 req-5ce21d86-455c-46f6-a2f7-0d305607709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:58.694885 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e3acb3f4-ec6b-4175-bbcc-ba417f211299 req-5ce21d86-455c-46f6-a2f7-0d305607709d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 200 len: 915 time: 0.0974634 Jun 17 19:13:58.723042 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1697d-8260-4a35-b33c-8b64a75670c0 req-c919201f-a387-47a7-8354-2055dd1c6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:58.724517 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-1bc1697d-8260-4a35-b33c-8b64a75670c0 req-c919201f-a387-47a7-8354-2055dd1c6529 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8758562-b2d7-45e9-90da-9b08e68f259c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0592148 Jun 17 19:13:58.753190 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e3acb3f4-ec6b-4175-bbcc-ba417f211299 req-72aadfcf-5d8e-41a8-80f1-fdfe721d60de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a66bf54-3e90-4a34-af58-13f0b77593d3 HTTP/1.1" status: 200 len: 217 time: 0.0389304 Jun 17 19:13:58.763671 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-c5a14dae-720e-4f99-a69d-50057c91bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:58.853128 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acb3f4-ec6b-4175-bbcc-ba417f211299 req-c6bc7b9d-bdd5-41a9-84a7-671ffc468e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:58.855349 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e3acb3f4-ec6b-4175-bbcc-ba417f211299 req-c6bc7b9d-bdd5-41a9-84a7-671ffc468e75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52 HTTP/1.1" status: 200 len: 854 time: 0.0841520 Jun 17 19:13:58.860248 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-1bc1697d-8260-4a35-b33c-8b64a75670c0 req-13320433-459e-40ad-a5e9-dc4fb19dde8b service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074941 Jun 17 19:13:58.903309 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e3acb3f4-ec6b-4175-bbcc-ba417f211299 req-5c29cda8-cd73-401c-a3c6-42d8546999ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335033 Jun 17 19:13:58.908792 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-e0f8a19b-8081-4f0b-b9d8-30f1f8bc395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:09:13Z', 'revision_number': 4, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': 'aba8f413-3c8a-4460-b404-f8fddaa7915e', 'name': '', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'mac_address': 'fa:16:3e:c7:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:12Z', 'updated_at': '2021-06-17T19:09:21Z', 'revision_number': 5, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'subnets': [{'id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:13:58.937919 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8a19b-8081-4f0b-b9d8-30f1f8bc395c None None] The sync data for ids ['d295da02-737d-4559-a138-f59e3b20feba'] in dv-cinder-790535-5-smb is: [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:09:13Z', 'revision_number': 4, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': 'aba8f413-3c8a-4460-b404-f8fddaa7915e', 'name': '', 'network_id': 'a8758562-b2d7-45e9-90da-9b08e68f259c', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'mac_address': 'fa:16:3e:c7:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:12Z', 'updated_at': '2021-06-17T19:09:21Z', 'revision_number': 5, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'subnets': [{'id': 'c6a58b27-3bdd-4e10-9279-04f7aceee1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:13:58.982705 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-1bc1697d-8260-4a35-b33c-8b64a75670c0 req-00e77262-5d48-495d-9341-febf836e1820 service neutron] 10.222.0.42 "GET /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143909 Jun 17 19:13:58.998369 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:13:59.047272 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08783773-131e-4f38-a024-5c849e7c27be req-ba035abd-4150-459d-989d-d8920407768d tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:59.049022 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-08783773-131e-4f38-a024-5c849e7c27be req-ba035abd-4150-459d-989d-d8920407768d tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 944 time: 0.1493287 Jun 17 19:13:59.054816 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e3acb3f4-ec6b-4175-bbcc-ba417f211299 req-fa8acb62-16e0-4d85-9469-23636b65abc9 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174526 Jun 17 19:13:59.128170 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-08783773-131e-4f38-a024-5c849e7c27be req-f72bfebe-0cff-4e65-afbc-495782f861c7 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723970 Jun 17 19:13:59.181098 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e3acb3f4-ec6b-4175-bbcc-ba417f211299 req-7a00be75-9259-432f-a5ee-cde92aa63cb0 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079745 Jun 17 19:13:59.186471 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239d3f87-dc1d-4bcc-86f5-5fffea3a192f None None] New status for floating IP 6f885c2b-838e-47da-8805-b3c7da27a31a: DOWN {{(pid=92949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 19:13:59.783111 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9355ce-005b-42e8-a804-66b4b5c1f8c9 req-1b948c19-4d87-4642-a213-0403e427c70c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:13:59.784570 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4c9355ce-005b-42e8-a804-66b4b5c1f8c9 req-1b948c19-4d87-4642-a213-0403e427c70c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0624566 Jun 17 19:13:59.822873 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4c9355ce-005b-42e8-a804-66b4b5c1f8c9 req-1f01918d-dee0-4401-a33b-3c88d18806ff tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324659 Jun 17 19:13:59.887528 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:00.062946 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7a66bf54-3e90-4a34-af58-13f0b77593d3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:14:00.171277 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7a66bf54-3e90-4a34-af58-13f0b77593d3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a66bf54-3e90-4a34-af58-13f0b77593d3,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:00.182926 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '7a66bf54-3e90-4a34-af58-13f0b77593d3', 'network_id': 'e6c6cb43-50b6-4777-8213-45b0c7e5f5ff', 'port_id': '7a66bf54-3e90-4a34-af58-13f0b77593d3', 'mac_address': 'fa:16:3e:06:80:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:14:00.219751 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:00.234323 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a66bf54-3e90-4a34-af58-13f0b77593d3 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:14:00.258640 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7a66bf54-3e90-4a34-af58-13f0b77593d3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a66bf54-3e90-4a34-af58-13f0b77593d3,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:00.265596 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:00.268218 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:00.315746 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7a66bf54-3e90-4a34-af58-13f0b77593d3,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:00.318829 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:00.320082 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf77d2d-c2eb-4da5-bef1-789b7fde1fe3 req-22f01254-ce8e-4e86-bd89-0a87c93c0acb tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:00.321632 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-daf77d2d-c2eb-4da5-bef1-789b7fde1fe3 req-22f01254-ce8e-4e86-bd89-0a87c93c0acb tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 944 time: 0.0744524 Jun 17 19:14:00.360807 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-daf77d2d-c2eb-4da5-bef1-789b7fde1fe3 req-7c935ae4-3990-4078-8b47-219b16ee5ec8 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Jun 17 19:14:00.700104 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['7a66bf54-3e90-4a34-af58-13f0b77593d3'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:14:00.902404 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24d28b-03b5-4a25-8332-3b0f018c29b9 req-3a456648-826b-4e7c-a50d-60fd58e84551 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:00.903906 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6b24d28b-03b5-4a25-8332-3b0f018c29b9 req-3a456648-826b-4e7c-a50d-60fd58e84551 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.42 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.0650723 Jun 17 19:14:01.053955 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746ca3d-1889-4e8b-8b9d-eb09377aa7eb req-610e7a37-5463-4941-b730-2960d2cb4e52 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:01.055429 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1746ca3d-1889-4e8b-8b9d-eb09377aa7eb req-610e7a37-5463-4941-b730-2960d2cb4e52 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 946 time: 0.1060367 Jun 17 19:14:01.084760 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-6b24d28b-03b5-4a25-8332-3b0f018c29b9 req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Deleting port 7a18002b-834b-49f5-9655-3babb843d682 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:01.085087 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-6b24d28b-03b5-4a25-8332-3b0f018c29b9 req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:01.127082 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1746ca3d-1889-4e8b-8b9d-eb09377aa7eb req-3e19b46e-d1de-4d44-942e-892eae374e1e tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d278d8-e913-4cde-8214-09ff780dd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644627 Jun 17 19:14:01.193976 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-6b24d28b-03b5-4a25-8332-3b0f018c29b9 req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] For port 7a18002b-834b-49f5-9655-3babb843d682, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a18002b-834b-49f5-9655-3babb843d682,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:01.194365 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-6b24d28b-03b5-4a25-8332-3b0f018c29b9 req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:01.271234 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-6b24d28b-03b5-4a25-8332-3b0f018c29b9 req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Calling delete_port for 7a18002b-834b-49f5-9655-3babb843d682 owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:01.397557 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-6b24d28b-03b5-4a25-8332-3b0f018c29b9 req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:01.402265 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-1c8daa8b-858c-4e36-8f4a-13c1fa3847e6 tempest-ServerRescueNegativeTestJSON-1567365407 tempest-ServerRescueNegativeTestJSON-1567365407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:01.429927 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event deleted for resources: {'Port': ['ID=7a18002b-834b-49f5-9655-3babb843d682,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:01.463058 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:01.463435 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:01.463795 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:01.464665 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:01.465053 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:01.465384 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:01.465747 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:01.466125 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:01.466485 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:01.466834 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:01.467187 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:01.467535 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:01.471854 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:01.491385 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b24d28b-03b5-4a25-8332-3b0f018c29b9 req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] No DVR routers for this DVR port 7a18002b-834b-49f5-9655-3babb843d682 on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:14:01.500627 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-6b24d28b-03b5-4a25-8332-3b0f018c29b9 req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:01.502522 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6b24d28b-03b5-4a25-8332-3b0f018c29b9 req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.42 "DELETE /v2.0/ports/7a18002b-834b-49f5-9655-3babb843d682 HTTP/1.1" status: 204 len: 173 time: 0.5795372 Jun 17 19:14:01.503029 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'name': 'network-vif-deleted', 'tag': '7a18002b-834b-49f5-9655-3babb843d682'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:14:01.505301 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14c428d-0514-458c-87ac-dde71b43386f" -d '{"events": [{"server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "name": "network-vif-deleted", "tag": "7a18002b-834b-49f5-9655-3babb843d682"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:14:01.564715 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d6023-64cd-4f24-bff8-8554232b3f4e req-25d17c01-58a6-470e-ac35-2879bfbfd8d3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:01.566257 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-518d6023-64cd-4f24-bff8-8554232b3f4e req-25d17c01-58a6-470e-ac35-2879bfbfd8d3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 945 time: 0.0769227 Jun 17 19:14:01.580196 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e39f12-eb51-4183-908e-537a6902f56a x-openstack-request-id: req-12e39f12-eb51-4183-908e-537a6902f56a {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:14:01.580523 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a92925-5468-4b11-bd6f-bf39d7128fc0", "name": "network-vif-deleted", "tag": "7a18002b-834b-49f5-9655-3babb843d682", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:14:01.580849 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12e39f12-eb51-4183-908e-537a6902f56a {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:14:01.581277 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a92925-5468-4b11-bd6f-bf39d7128fc0', 'name': 'network-vif-deleted', 'tag': '7a18002b-834b-49f5-9655-3babb843d682', 'status': 'completed', 'code': 200} Jun 17 19:14:01.610123 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-518d6023-64cd-4f24-bff8-8554232b3f4e req-8da4bc72-1c3e-4156-af80-3396054274d0 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378580 Jun 17 19:14:02.025756 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:02.092740 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7a66bf54-3e90-4a34-af58-13f0b77593d3 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:14:02.144254 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 7a66bf54-3e90-4a34-af58-13f0b77593d3 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:14:02.147688 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 7a66bf54-3e90-4a34-af58-13f0b77593d3 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:14:02.148068 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:02.227726 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:02.251153 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c36a0e-5866-4a8f-857a-eac41208cb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a66bf54-3e90-4a34-af58-13f0b77593d3'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:14:02.253424 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5493b873-6695-4146-9f2e-c8c7513f1fd3" -d '{"events": [{"server_uuid": "99c36a0e-5866-4a8f-857a-eac41208cb2e", "name": "network-vif-plugged", "status": "completed", "tag": "7a66bf54-3e90-4a34-af58-13f0b77593d3"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:14:02.266332 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 7a66bf54-3e90-4a34-af58-13f0b77593d3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a66bf54-3e90-4a34-af58-13f0b77593d3,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:02.270943 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:02.272241 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7a18002b-834b-49f5-9655-3babb843d682 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:14:02.274108 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-c641f57e-6ff4-4478-8588-1c60190406a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:02.283190 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1a6bf6b5-abdf-4f85-8ec6-49a581dbcba4 req-71ce24ee-bc17-4a87-a6ab-a79609b62191 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "GET /v2.0/ports?device_id=02a92925-5468-4b11-bd6f-bf39d7128fc0 HTTP/1.1" status: 200 len: 210 time: 0.0305345 Jun 17 19:14:02.303723 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd85f37-67ee-4cbb-a668-fd245772f011 x-openstack-request-id: req-fcd85f37-67ee-4cbb-a668-fd245772f011 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:14:02.304022 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c36a0e-5866-4a8f-857a-eac41208cb2e", "name": "network-vif-plugged", "status": "completed", "tag": "7a66bf54-3e90-4a34-af58-13f0b77593d3", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:14:02.304284 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fcd85f37-67ee-4cbb-a668-fd245772f011 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:14:02.304672 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c36a0e-5866-4a8f-857a-eac41208cb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a66bf54-3e90-4a34-af58-13f0b77593d3', 'code': 200} Jun 17 19:14:02.323313 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 7a18002b-834b-49f5-9655-3babb843d682 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:14:02.323802 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7a18002b-834b-49f5-9655-3babb843d682 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:14:02.348201 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=7a66bf54-3e90-4a34-af58-13f0b77593d3,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:02.351216 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:02.582551 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413abc7-d60a-4983-9b84-94f26ccdbd25 req-72eba6df-4b32-4a2b-b1f1-0429a3a5bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:02.584019 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a413abc7-d60a-4983-9b84-94f26ccdbd25 req-72eba6df-4b32-4a2b-b1f1-0429a3a5bbf6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 1099 time: 0.0574176 Jun 17 19:14:02.629848 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a413abc7-d60a-4983-9b84-94f26ccdbd25 req-c95949d2-32ef-471f-af0c-97a74359ef63 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322397 Jun 17 19:14:02.786576 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8355006-4731-4481-b74d-d31e13af5727 req-ab0d554e-1c5c-4865-b6e6-2ff72cd50d39 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:02.788025 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f8355006-4731-4481-b74d-d31e13af5727 req-ab0d554e-1c5c-4865-b6e6-2ff72cd50d39 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 946 time: 0.0640428 Jun 17 19:14:02.830162 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f8355006-4731-4481-b74d-d31e13af5727 req-7413f683-8aa0-4b2c-ad5a-8aaca6e0e6f2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352461 Jun 17 19:14:03.385264 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40908) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:03.442817 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cfcf6c71-a847-49f2-b9e0-9692e9feda14 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:03.468278 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cfcf6c71-a847-49f2-b9e0-9692e9feda14 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:03.534598 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cfcf6c71-a847-49f2-b9e0-9692e9feda14 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:03.537174 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cfcf6c71-a847-49f2-b9e0-9692e9feda14 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:03.538315 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-cfcf6c71-a847-49f2-b9e0-9692e9feda14 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] 10.222.0.10 "DELETE /v2.0/security-groups/c7d278d8-e913-4cde-8214-09ff780dd5b6 HTTP/1.1" status: 204 len: 168 time: 0.1520262 Jun 17 19:14:03.539079 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-b35c0623-e09a-4ab0-9d39-0aa5e33fd76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:03.548891 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf6c71-a847-49f2-b9e0-9692e9feda14 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d278d8-e913-4cde-8214-09ff780dd5b6,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:03.554102 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-cfcf6c71-a847-49f2-b9e0-9692e9feda14 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:03.579904 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40912) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:03.928304 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1018169'] for router_interface, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:04.006771 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be025050-1165-4d85-ba06-c7a78fe9900b req-c52d7f5e-0fc7-48d6-8c89-c9c1d52ffa5e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:04.008198 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-be025050-1165-4d85-ba06-c7a78fe9900b req-c52d7f5e-0fc7-48d6-8c89-c9c1d52ffa5e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 946 time: 0.0630407 Jun 17 19:14:04.046624 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-be025050-1165-4d85-ba06-c7a78fe9900b req-84e7eace-66a8-4d2b-a578-c00191115450 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Jun 17 19:14:04.184008 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Deleting port aba8f413-3c8a-4460-b404-f8fddaa7915e {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:04.184580 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:04.267534 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] For port aba8f413-3c8a-4460-b404-f8fddaa7915e, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=aba8f413-3c8a-4460-b404-f8fddaa7915e,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:04.267889 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:04.340159 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Calling delete_port for aba8f413-3c8a-4460-b404-f8fddaa7915e owned by network:router_interface {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:04.521754 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:04.524470 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:04.549869 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Pushing event deleted for resources: {'Port': ['ID=aba8f413-3c8a-4460-b404-f8fddaa7915e,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:04.579179 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:04.579578 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:04.580080 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:04.580704 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:04.580829 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:04.581165 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:04.581546 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:04.581994 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:04.582448 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:04.582799 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:04.583152 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:04.583507 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:04.587800 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:04.726015 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1020297'] for router_interface, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:04.932060 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Router d295da02-737d-4559-a138-f59e3b20feba has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:14:05.038713 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:14:05.045004 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] 10.222.0.10 "PUT /v2.0/routers/d295da02-737d-4559-a138-f59e3b20feba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4640319 Jun 17 19:14:05.047514 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40924) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:05.050523 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14333da4-f983-4c5e-9824-57db66007929 None None] Sync routers for ids ['d295da02-737d-4559-a138-f59e3b20feba'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:14:05.061007 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14333da4-f983-4c5e-9824-57db66007929 None None] Routers {'d295da02-737d-4559-a138-f59e3b20feba'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:14:05.061617 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-14333da4-f983-4c5e-9824-57db66007929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:13:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d295da02-737d-4559-a138-f59e3b20feba'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:05.268843 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-14333da4-f983-4c5e-9824-57db66007929 None None] Set router d295da02-737d-4559-a138-f59e3b20feba gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:14:05.383667 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:05.465504 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-14333da4-f983-4c5e-9824-57db66007929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56'}], 'enable_snat': True}, 'gw_port_id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:14:04Z', 'revision_number': 5, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port': {'id': 'bf723854-3d34-435b-a983-b1ea52c379a1', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295da02-737d-4559-a138-f59e3b20feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:10Z', 'updated_at': '2021-06-17T19:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:05.483885 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:05.495506 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14333da4-f983-4c5e-9824-57db66007929 None None] Checking router: d295da02-737d-4559-a138-f59e3b20feba for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:14:05.504743 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14333da4-f983-4c5e-9824-57db66007929 None None] Routers {'d295da02-737d-4559-a138-f59e3b20feba'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:14:05.505367 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-14333da4-f983-4c5e-9824-57db66007929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:13:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['d295da02-737d-4559-a138-f59e3b20feba'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:05.540744 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Deleting port bf723854-3d34-435b-a983-b1ea52c379a1 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:05.541080 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:05.587125 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-14333da4-f983-4c5e-9824-57db66007929 None None] Set router d295da02-737d-4559-a138-f59e3b20feba gateway port host: None {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:14:05.627714 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] For port bf723854-3d34-435b-a983-b1ea52c379a1, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=bf723854-3d34-435b-a983-b1ea52c379a1,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:05.628580 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:05.643985 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-14333da4-f983-4c5e-9824-57db66007929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:14:05Z', 'revision_number': 6, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port_host': None}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:05.669810 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14333da4-f983-4c5e-9824-57db66007929 None None] The sync data for ids ['d295da02-737d-4559-a138-f59e3b20feba'] in dv-cinder-790535-5-smb is: [{'id': 'd295da02-737d-4559-a138-f59e3b20feba', 'name': 'tempest-TestShelveInstance-1638504344-router', 'tenant_id': '757b4b2a898c4466bbba24e96119d22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:09Z', 'updated_at': '2021-06-17T19:14:05Z', 'revision_number': 6, 'project_id': '757b4b2a898c4466bbba24e96119d22b', 'gw_port_host': None}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:14:05.703797 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Calling delete_port for bf723854-3d34-435b-a983-b1ea52c379a1 owned by network:router_gateway {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:05.895496 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:05.897451 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ce04f1ff-ddf4-4376-80cd-9de7d26011ee tempest-VolumesActionsTest-549943219 tempest-VolumesActionsTest-549943219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:05.922749 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf723854-3d34-435b-a983-b1ea52c379a1,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:05.926158 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:05.990294 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021058'] for router_gateway, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.090041 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-352'] for router, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.092861 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.138623 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1031327'] for router, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.139249 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d295da02-737d-4559-a138-f59e3b20feba {{(pid=92947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 19:14:06.144944 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] Notify callbacks [] for router, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.146229 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-4617b770-4506-48f3-a5b6-500f2ec343e1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d295da02-737d-4559-a138-f59e3b20feba HTTP/1.1" status: 204 len: 168 time: 1.0974610 Jun 17 19:14:06.148738 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40940) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:06.193111 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba0dca9-82b7-4308-897d-1ac12d3c72e5 admin admin] Deleting subnet c6a58b27-3bdd-4e10-9279-04f7aceee1db {{(pid=92947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:14:06.196154 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dca9-82b7-4308-897d-1ac12d3c72e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.229480 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dca9-82b7-4308-897d-1ac12d3c72e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3247341'] for subnet, precommit_delete_associations {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.307330 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dca9-82b7-4308-897d-1ac12d3c72e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.361261 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dca9-82b7-4308-897d-1ac12d3c72e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4087781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3941940'] for subnet, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.363096 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a0963305-80e7-4b5a-b5fb-2ff9c5b35c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:06.387937 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0dca9-82b7-4308-897d-1ac12d3c72e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a58b27-3bdd-4e10-9279-04f7aceee1db,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:06.390123 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dca9-82b7-4308-897d-1ac12d3c72e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.391828 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-8ba0dca9-82b7-4308-897d-1ac12d3c72e5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c6a58b27-3bdd-4e10-9279-04f7aceee1db HTTP/1.1" status: 204 len: 168 time: 0.2420709 Jun 17 19:14:06.392684 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-8ba0dca9-82b7-4308-897d-1ac12d3c72e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:06.394146 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40944) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:06.394842 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd694fa5-9f0b-4535-9ca3-4a2e60a83da9 None None] Network a8758562-b2d7-45e9-90da-9b08e68f259c requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:14:06.469750 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.520378 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Deleting port 5920c70f-d291-439f-879b-babd81201353 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:06.520761 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.584582 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] For port 5920c70f-d291-439f-879b-babd81201353, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=5920c70f-d291-439f-879b-babd81201353,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:06.584938 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.602691 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3f76e5-3041-4500-a0aa-55ed293997b8 None None] DHCP port deletion for a8758562-b2d7-45e9-90da-9b08e68f259c request from dv-cinder-790535-5-smb {{(pid=92949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 19:14:06.649335 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f76e5-3041-4500-a0aa-55ed293997b8 None None] Deleting port 5920c70f-d291-439f-879b-babd81201353 {{(pid=92949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:06.649721 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bb3f76e5-3041-4500-a0aa-55ed293997b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.652713 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Calling delete_port for 5920c70f-d291-439f-879b-babd81201353 owned by network:dhcp {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:06.727721 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-bb3f76e5-3041-4500-a0aa-55ed293997b8 None None] For port 5920c70f-d291-439f-879b-babd81201353, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=5920c70f-d291-439f-879b-babd81201353,segment=NetworkSegment(35c57bdf-23a4-4444-9d4c-ff6ae07f04cb),segment_id=35c57bdf-23a4-4444-9d4c-ff6ae07f04cb)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:06.728196 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bb3f76e5-3041-4500-a0aa-55ed293997b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.747983 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.751232 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-d571a744-4363-4b14-954d-af822f2dc47c tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:06.776289 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=5920c70f-d291-439f-879b-babd81201353,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:06.778936 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:06.782553 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] No DVR routers for this DVR port 5920c70f-d291-439f-879b-babd81201353 on host dv-cinder-790535-5-smb {{(pid=92947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:14:06.797380 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f76e5-3041-4500-a0aa-55ed293997b8 None None] Calling delete_port for 5920c70f-d291-439f-879b-babd81201353 owned by network:dhcp {{(pid=92949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:06.865208 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.876759 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8758562-b2d7-45e9-90da-9b08e68f259c']}} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:06.879860 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bb3f76e5-3041-4500-a0aa-55ed293997b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297'] for port, after_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.881763 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:06.888269 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb') {'for_net_delete': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:06.888269 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c57bdf-23a4-4444-9d4c-ff6ae07f04cb') {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:06.897085 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3247330'] for segment, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.904967 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f76e5-3041-4500-a0aa-55ed293997b8 None None] Pushing event deleted for resources: {'Port': ['ID=5920c70f-d291-439f-879b-babd81201353,revision_number=None']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:06.907976 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-bb3f76e5-3041-4500-a0aa-55ed293997b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:06.908787 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f76e5-3041-4500-a0aa-55ed293997b8 None None] No DVR routers for this DVR port 5920c70f-d291-439f-879b-babd81201353 on host dv-cinder-790535-5-smb {{(pid=92949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:14:06.912612 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.918889 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=92947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:14:06.919349 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4087624'] for segment, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: Traceback (most recent call last): Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: timer() Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: cb(*args, **kw) Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: return func(*args, **kwargs) Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: self._notify() Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: self.callback(batched_events) Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: event.method(event) Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: return f(self, *a, **k) Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: return self._get(url).json() Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: return self.request(url, 'GET', **kwargs) Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:14:06.921058 dv-cinder-790535-5-smb neutron-server[92947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:14:06.976884 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.981110 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:06.983565 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:06.985353 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a8758562-b2d7-45e9-90da-9b08e68f259c HTTP/1.1" status: 204 len: 168 time: 0.5903149 Jun 17 19:14:06.988446 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40948) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:06.996112 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8758562-b2d7-45e9-90da-9b08e68f259c,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:06.998522 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:07.376214 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 5920c70f-d291-439f-879b-babd81201353 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:14:07.395812 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 5920c70f-d291-439f-879b-babd81201353 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:14:07.396530 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 5920c70f-d291-439f-879b-babd81201353 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:14:07.396637 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device bf723854-3d34-435b-a983-b1ea52c379a1 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:14:07.415548 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: bf723854-3d34-435b-a983-b1ea52c379a1 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:14:07.415931 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device bf723854-3d34-435b-a983-b1ea52c379a1 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:14:07.416351 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device aba8f413-3c8a-4460-b404-f8fddaa7915e no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:14:07.421329 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1018169'] for router_interface, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:07.435377 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: aba8f413-3c8a-4460-b404-f8fddaa7915e {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:14:07.435730 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device aba8f413-3c8a-4460-b404-f8fddaa7915e not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:14:07.725352 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] Deleting port 80b740b2-884e-46fb-8531-01b74f0db921 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:07.725846 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:07.806924 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] For port 80b740b2-884e-46fb-8531-01b74f0db921, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=80b740b2-884e-46fb-8531-01b74f0db921,segment=NetworkSegment(7c24caf4-0715-4ff3-a092-31890c5540db),segment_id=7c24caf4-0715-4ff3-a092-31890c5540db)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:07.807281 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:07.871727 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] Calling delete_port for 80b740b2-884e-46fb-8531-01b74f0db921 owned by network:router_interface {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:08.052569 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:08.054587 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-087899ff-9ab1-4af3-a3d0-5d57a44e302a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:08.079212 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=80b740b2-884e-46fb-8531-01b74f0db921,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:08.082311 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:08.217112 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:14:08.257502 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1020297'] for router_interface, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:08.477066 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] Router 4e4707a6-cad6-47f9-9e48-df1514ff421e has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:14:08.848675 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:14:08.853871 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] 10.222.0.10 "PUT /v2.0/routers/4e4707a6-cad6-47f9-9e48-df1514ff421e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8643217 Jun 17 19:14:08.856835 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40968) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:08.857490 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca6b38-a314-4732-9d9c-114c143c9ce9 None None] Sync routers for ids ['4e4707a6-cad6-47f9-9e48-df1514ff421e'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:14:08.866934 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca6b38-a314-4732-9d9c-114c143c9ce9 None None] Routers {'4e4707a6-cad6-47f9-9e48-df1514ff421e'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:14:08.867629 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-7bca6b38-a314-4732-9d9c-114c143c9ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:13:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['4e4707a6-cad6-47f9-9e48-df1514ff421e'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:08.984346 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-7bca6b38-a314-4732-9d9c-114c143c9ce9 None None] Set router 4e4707a6-cad6-47f9-9e48-df1514ff421e gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:14:09.020380 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:09.122727 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:09.169190 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-7bca6b38-a314-4732-9d9c-114c143c9ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'name': 'tempest-TestShelveInstance-361850166-router', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:16Z', 'updated_at': '2021-06-17T19:14:08Z', 'revision_number': 5, 'project_id': '4d959908390d4bdfaafde54c3d6ee251', 'gw_port': {'id': 'faf2b5ce-08d0-4e21-b87d-615ae1a4150b', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:14:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:09:17Z', 'updated_at': '2021-06-17T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:09.184664 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Deleting port faf2b5ce-08d0-4e21-b87d-615ae1a4150b {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:09.185002 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:09.194565 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca6b38-a314-4732-9d9c-114c143c9ce9 None None] Checking router: 4e4707a6-cad6-47f9-9e48-df1514ff421e for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:14:09.202896 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca6b38-a314-4732-9d9c-114c143c9ce9 None None] Routers {'4e4707a6-cad6-47f9-9e48-df1514ff421e'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:14:09.203511 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-7bca6b38-a314-4732-9d9c-114c143c9ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:13:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['4e4707a6-cad6-47f9-9e48-df1514ff421e'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:09.277306 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] For port faf2b5ce-08d0-4e21-b87d-615ae1a4150b, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=faf2b5ce-08d0-4e21-b87d-615ae1a4150b,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:09.278297 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:09.294233 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-7bca6b38-a314-4732-9d9c-114c143c9ce9 None None] Set router 4e4707a6-cad6-47f9-9e48-df1514ff421e gateway port host: None {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:14:09.342011 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Calling delete_port for faf2b5ce-08d0-4e21-b87d-615ae1a4150b owned by network:router_gateway {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:09.357241 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-7bca6b38-a314-4732-9d9c-114c143c9ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'name': 'tempest-TestShelveInstance-361850166-router', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:16Z', 'updated_at': '2021-06-17T19:14:09Z', 'revision_number': 6, 'project_id': '4d959908390d4bdfaafde54c3d6ee251', 'gw_port_host': None}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:09.383595 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca6b38-a314-4732-9d9c-114c143c9ce9 None None] The sync data for ids ['4e4707a6-cad6-47f9-9e48-df1514ff421e'] in dv-cinder-790535-5-smb is: [{'id': '4e4707a6-cad6-47f9-9e48-df1514ff421e', 'name': 'tempest-TestShelveInstance-361850166-router', 'tenant_id': '4d959908390d4bdfaafde54c3d6ee251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:09:16Z', 'updated_at': '2021-06-17T19:14:09Z', 'revision_number': 6, 'project_id': '4d959908390d4bdfaafde54c3d6ee251', 'gw_port_host': None}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:14:09.528695 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:09.531746 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0400cc22-9d5b-4de3-ac38-6c2e0d8745a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:09.556768 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf2b5ce-08d0-4e21-b87d-615ae1a4150b,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:09.561847 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:09.623682 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021058'] for router_gateway, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:09.713204 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-352'] for router, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:09.715934 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:09.762842 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1031327'] for router, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:09.763347 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e4707a6-cad6-47f9-9e48-df1514ff421e {{(pid=92948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 19:14:09.769124 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] Notify callbacks [] for router, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:09.770454 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-8f9f9c22-e675-4d59-8866-2b6776ef18d0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4e4707a6-cad6-47f9-9e48-df1514ff421e HTTP/1.1" status: 204 len: 168 time: 0.9126887 Jun 17 19:14:09.773031 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40980) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:09.823189 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bc0fdc-257d-4985-8576-94aa51b1f85f admin admin] Deleting subnet d6b8b8da-070c-4b7a-9199-98b01da0679c {{(pid=92948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:14:09.827221 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-88bc0fdc-257d-4985-8576-94aa51b1f85f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:09.861776 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-88bc0fdc-257d-4985-8576-94aa51b1f85f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112628'] for subnet, precommit_delete_associations {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:09.965182 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-88bc0fdc-257d-4985-8576-94aa51b1f85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.020180 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-88bc0fdc-257d-4985-8576-94aa51b1f85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260402110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261614658'] for subnet, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.022333 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:10.046328 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc0fdc-257d-4985-8576-94aa51b1f85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b8b8da-070c-4b7a-9199-98b01da0679c,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:10.049300 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-88bc0fdc-257d-4985-8576-94aa51b1f85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:10.051712 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-88bc0fdc-257d-4985-8576-94aa51b1f85f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.053518 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-88bc0fdc-257d-4985-8576-94aa51b1f85f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d6b8b8da-070c-4b7a-9199-98b01da0679c HTTP/1.1" status: 204 len: 168 time: 0.2794693 Jun 17 19:14:10.056077 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 40982) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:10.057091 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1cec3-1c66-4a96-a088-9790c7de1bd4 None None] Network d96899dc-df0e-467c-a375-082756ed3605 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:14:10.125476 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.187246 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Deleting port 6ef0d764-85b6-436a-a656-dbaadadcce2d {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:10.187568 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.252440 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] For port 6ef0d764-85b6-436a-a656-dbaadadcce2d, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=6ef0d764-85b6-436a-a656-dbaadadcce2d,segment=NetworkSegment(7c24caf4-0715-4ff3-a092-31890c5540db),segment_id=7c24caf4-0715-4ff3-a092-31890c5540db)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:10.252806 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.259712 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] DHCP port deletion for d96899dc-df0e-467c-a375-082756ed3605 request from dv-cinder-790535-5-smb {{(pid=92949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 19:14:10.309695 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Deleting port 6ef0d764-85b6-436a-a656-dbaadadcce2d {{(pid=92949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:10.310142 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.326834 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Calling delete_port for 6ef0d764-85b6-436a-a656-dbaadadcce2d owned by network:dhcp {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:10.413036 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.416101 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:10.447136 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef0d764-85b6-436a-a656-dbaadadcce2d,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:10.450522 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:10.451307 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] No DVR routers for this DVR port 6ef0d764-85b6-436a-a656-dbaadadcce2d on host dv-cinder-790535-5-smb {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:14:10.504428 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] For port 6ef0d764-85b6-436a-a656-dbaadadcce2d, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=6ef0d764-85b6-436a-a656-dbaadadcce2d,segment=NetworkSegment(7c24caf4-0715-4ff3-a092-31890c5540db),segment_id=7c24caf4-0715-4ff3-a092-31890c5540db)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:10.504741 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.521864 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.532199 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96899dc-df0e-467c-a375-082756ed3605']}} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:10.543861 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c24caf4-0715-4ff3-a092-31890c5540db') {'for_net_delete': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:10.544268 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c24caf4-0715-4ff3-a092-31890c5540db') {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:10.556025 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112635'] for segment, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.568718 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Calling delete_port for 6ef0d764-85b6-436a-a656-dbaadadcce2d owned by network:dhcp {{(pid=92949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:10.573687 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.580625 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=92948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:14:10.581030 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260401939'] for segment, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:14:10.583103 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: Traceback (most recent call last): Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: timer() Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: cb(*args, **kw) Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: return func(*args, **kwargs) Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: self._notify() Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: self.callback(batched_events) Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: event.method(event) Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: return f(self, *a, **k) Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: return self._get(url).json() Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: return self.request(url, 'GET', **kwargs) Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:14:10.585872 dv-cinder-790535-5-smb neutron-server[92948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:14:10.645084 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.651199 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297'] for port, after_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.652391 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.653844 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:10.654221 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d96899dc-df0e-467c-a375-082756ed3605 HTTP/1.1" status: 204 len: 168 time: 0.5971727 Jun 17 19:14:10.654995 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dd516a8d-c79b-418e-81b5-30df6337f018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:10.670791 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d96899dc-df0e-467c-a375-082756ed3605,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:10.674280 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f6dbfeb7-25a9-44a7-9901-444e674b34f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:10.679015 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Network d96899dc-df0e-467c-a375-082756ed3605 is not hosted by any dhcp agent {{(pid=92949) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 17 19:14:10.679610 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] No DVR routers for this DVR port 6ef0d764-85b6-436a-a656-dbaadadcce2d on host dv-cinder-790535-5-smb {{(pid=92949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:14:10.681197 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Pushing event deleted for resources: {'Port': ['ID=6ef0d764-85b6-436a-a656-dbaadadcce2d,revision_number=None']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:10.690895 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:10.691301 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:10.691649 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:10.691990 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:10.692385 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:10.692646 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:10.692974 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:10.693299 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:10.693628 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:10.694029 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:10.694282 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:10.694597 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:14:10.697818 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:10.795531 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40992) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:10.836089 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-7fbe0a28-28a8-41a2-a311-f299803e9a41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=757b4b2a898c4466bbba24e96119d22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393319 Jun 17 19:14:10.838400 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 40994) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:10.891515 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4e18f54e-f1cb-4524-b116-446413e954cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.913614 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4e18f54e-f1cb-4524-b116-446413e954cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.935223 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17ae7b-0248-46d6-8046-8b9420df4b1f req-a42a3922-5b16-4f16-bb0b-0641c4a1e581 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:10.936730 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4a17ae7b-0248-46d6-8046-8b9420df4b1f req-a42a3922-5b16-4f16-bb0b-0641c4a1e581 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 946 time: 0.0652874 Jun 17 19:14:10.963160 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4e18f54e-f1cb-4524-b116-446413e954cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.966832 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4e18f54e-f1cb-4524-b116-446413e954cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:10.967951 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-4e18f54e-f1cb-4524-b116-446413e954cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04bdf2e2-aedd-4785-ab25-a59348995452 HTTP/1.1" status: 204 len: 168 time: 0.1286798 Jun 17 19:14:10.969756 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a6ded733-8310-4515-a338-300ace9b6f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:10.977835 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4a17ae7b-0248-46d6-8046-8b9420df4b1f req-ac848b6d-df53-4665-9332-677adc77d86c tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351562 Jun 17 19:14:10.979067 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18f54e-f1cb-4524-b116-446413e954cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bdf2e2-aedd-4785-ab25-a59348995452,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:10.982120 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4e18f54e-f1cb-4524-b116-446413e954cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:11.317769 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41002) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:11.382606 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-f1829b96-4097-4619-9ea9-b7019ed5976d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d959908390d4bdfaafde54c3d6ee251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624731 Jun 17 19:14:11.384739 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41004) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:11.393754 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device faf2b5ce-08d0-4e21-b87d-615ae1a4150b no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:14:11.414358 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: faf2b5ce-08d0-4e21-b87d-615ae1a4150b {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:14:11.414708 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device faf2b5ce-08d0-4e21-b87d-615ae1a4150b not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:14:11.415129 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 80b740b2-884e-46fb-8531-01b74f0db921 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:14:11.441358 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9fd3-3f2d-4579-9b96-f879b93d52ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:11.442294 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 80b740b2-884e-46fb-8531-01b74f0db921 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:14:11.442837 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 80b740b2-884e-46fb-8531-01b74f0db921 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:14:11.443479 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 6ef0d764-85b6-436a-a656-dbaadadcce2d no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:14:11.462895 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 6ef0d764-85b6-436a-a656-dbaadadcce2d {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:14:11.463244 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 6ef0d764-85b6-436a-a656-dbaadadcce2d not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:14:11.467627 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9fd3-3f2d-4579-9b96-f879b93d52ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:11.525965 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9fd3-3f2d-4579-9b96-f879b93d52ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:11.529284 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9fd3-3f2d-4579-9b96-f879b93d52ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:11.530467 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-ba0e9fd3-3f2d-4579-9b96-f879b93d52ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47f06906-4d09-4bea-935a-e7901c85b694 HTTP/1.1" status: 204 len: 168 time: 0.1448305 Jun 17 19:14:11.531266 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d34e8037-6c5f-4266-929b-9fb6d9c455c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:11.539266 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e9fd3-3f2d-4579-9b96-f879b93d52ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f06906-4d09-4bea-935a-e7901c85b694,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:11.541617 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ba0e9fd3-3f2d-4579-9b96-f879b93d52ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:12.169720 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15303d51-82cd-4abd-8780-1d838f6fec83 req-339229d3-8789-43ec-a2b7-bc9ba819a021 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:12.171194 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-15303d51-82cd-4abd-8780-1d838f6fec83 req-339229d3-8789-43ec-a2b7-bc9ba819a021 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 946 time: 0.0650804 Jun 17 19:14:12.209267 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-15303d51-82cd-4abd-8780-1d838f6fec83 req-b957ce3c-1a97-449b-8b75-a3a39ee7d4cf tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321767 Jun 17 19:14:13.199225 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831039b-282d-4625-aac2-84344b9a8358 req-f5b052cb-f23d-42cb-8422-59164efbc1ac tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:13.200696 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e831039b-282d-4625-aac2-84344b9a8358 req-f5b052cb-f23d-42cb-8422-59164efbc1ac tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 946 time: 0.0680704 Jun 17 19:14:13.308834 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-e831039b-282d-4625-aac2-84344b9a8358 req-aa29cc8f-a4cf-4130-a92c-6e7798e2cbc3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Deleting port 7a66bf54-3e90-4a34-af58-13f0b77593d3 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:13.309167 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-e831039b-282d-4625-aac2-84344b9a8358 req-aa29cc8f-a4cf-4130-a92c-6e7798e2cbc3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:13.439932 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-e831039b-282d-4625-aac2-84344b9a8358 req-aa29cc8f-a4cf-4130-a92c-6e7798e2cbc3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] For port 7a66bf54-3e90-4a34-af58-13f0b77593d3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7a66bf54-3e90-4a34-af58-13f0b77593d3,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:13.440209 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-e831039b-282d-4625-aac2-84344b9a8358 req-aa29cc8f-a4cf-4130-a92c-6e7798e2cbc3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:13.465221 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2a395-5180-4b3e-bc7f-e0792c20d552 req-8a02c132-2dd9-4b45-914e-52e5c102c79a tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:13.466992 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-41b2a395-5180-4b3e-bc7f-e0792c20d552 req-8a02c132-2dd9-4b45-914e-52e5c102c79a tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=99c36a0e-5866-4a8f-857a-eac41208cb2e HTTP/1.1" status: 200 len: 946 time: 0.1380682 Jun 17 19:14:13.525167 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-e831039b-282d-4625-aac2-84344b9a8358 req-aa29cc8f-a4cf-4130-a92c-6e7798e2cbc3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Calling delete_port for 7a66bf54-3e90-4a34-af58-13f0b77593d3 owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:13.600791 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-41b2a395-5180-4b3e-bc7f-e0792c20d552 req-8a80f2a3-fd71-4d5c-83ad-2de9d6ad6d76 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008093 Jun 17 19:14:13.687171 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-e831039b-282d-4625-aac2-84344b9a8358 req-aa29cc8f-a4cf-4130-a92c-6e7798e2cbc3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:13.691342 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:13.702714 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['d359c28b-7eff-4ac6-ab06-a50fcbef32cc', 'ab2f0914-cffb-433e-b5d5-361f577766ea', '2fe7e47d-c2a9-4498-82f2-29cba78cff00', '7a66bf54-3e90-4a34-af58-13f0b77593d3'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:14:13.717434 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29cc8f-a4cf-4130-a92c-6e7798e2cbc3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Pushing event deleted for resources: {'Port': ['ID=7a66bf54-3e90-4a34-af58-13f0b77593d3,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:13.720368 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-aa29cc8f-a4cf-4130-a92c-6e7798e2cbc3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:13.762313 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-e831039b-282d-4625-aac2-84344b9a8358 req-aa29cc8f-a4cf-4130-a92c-6e7798e2cbc3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] No DVR routers for this DVR port 7a66bf54-3e90-4a34-af58-13f0b77593d3 on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:14:13.764819 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-e831039b-282d-4625-aac2-84344b9a8358 req-aa29cc8f-a4cf-4130-a92c-6e7798e2cbc3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:13.766829 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e831039b-282d-4625-aac2-84344b9a8358 req-aa29cc8f-a4cf-4130-a92c-6e7798e2cbc3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "DELETE /v2.0/ports/7a66bf54-3e90-4a34-af58-13f0b77593d3 HTTP/1.1" status: 204 len: 173 time: 0.5589943 Jun 17 19:14:13.767358 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c36a0e-5866-4a8f-857a-eac41208cb2e', 'name': 'network-vif-deleted', 'tag': '7a66bf54-3e90-4a34-af58-13f0b77593d3'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:14:13.769736 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5205ec4-bc28-40f4-8907-333f3c1fd1c1" -d '{"events": [{"server_uuid": "99c36a0e-5866-4a8f-857a-eac41208cb2e", "name": "network-vif-deleted", "tag": "7a66bf54-3e90-4a34-af58-13f0b77593d3"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:14:13.814243 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bc6793-b2df-4f10-bb3e-e465ebdaf9ea x-openstack-request-id: req-a1bc6793-b2df-4f10-bb3e-e465ebdaf9ea {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:14:13.814575 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c36a0e-5866-4a8f-857a-eac41208cb2e", "name": "network-vif-deleted", "tag": "7a66bf54-3e90-4a34-af58-13f0b77593d3", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:14:13.814868 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1bc6793-b2df-4f10-bb3e-e465ebdaf9ea {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:14:13.815303 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c36a0e-5866-4a8f-857a-eac41208cb2e', 'name': 'network-vif-deleted', 'tag': '7a66bf54-3e90-4a34-af58-13f0b77593d3', 'status': 'completed', 'code': 200} Jun 17 19:14:16.173298 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf276c7-2f8c-4e6f-9723-d55f232e75dc req-a35da222-ea3d-46d6-beb1-e23472fbeb98 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:16.174670 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7bf276c7-2f8c-4e6f-9723-d55f232e75dc req-a35da222-ea3d-46d6-beb1-e23472fbeb98 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 946 time: 0.0612552 Jun 17 19:14:16.196902 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7a66bf54-3e90-4a34-af58-13f0b77593d3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:14:16.216836 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7bf276c7-2f8c-4e6f-9723-d55f232e75dc req-53f9e492-8a94-4570-81f8-52f276398057 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366006 Jun 17 19:14:16.217191 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 7a66bf54-3e90-4a34-af58-13f0b77593d3 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:14:16.217506 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 7a66bf54-3e90-4a34-af58-13f0b77593d3 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:14:17.398419 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a8cb3-e0a1-47b5-9da1-91ed1e15750b req-b9bb6741-5888-4759-9356-dc782761013c tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:17.399849 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e86a8cb3-e0a1-47b5-9da1-91ed1e15750b req-b9bb6741-5888-4759-9356-dc782761013c tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 946 time: 0.0632455 Jun 17 19:14:17.438963 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e86a8cb3-e0a1-47b5-9da1-91ed1e15750b req-092d2e80-c9b9-4aaa-ac8b-f884fb273ffd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325637 Jun 17 19:14:18.265831 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0a04b-944d-407b-aae1-ee7a60e58812 req-6225bed4-d1f6-4fce-8c77-422730eb728e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:18.267319 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-23e0a04b-944d-407b-aae1-ee7a60e58812 req-6225bed4-d1f6-4fce-8c77-422730eb728e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 946 time: 0.0627012 Jun 17 19:14:18.372399 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-23e0a04b-944d-407b-aae1-ee7a60e58812 req-1b822cf8-fe17-4c70-96ea-04a11b0f7c94 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Deleting port 2fe7e47d-c2a9-4498-82f2-29cba78cff00 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:18.372738 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-23e0a04b-944d-407b-aae1-ee7a60e58812 req-1b822cf8-fe17-4c70-96ea-04a11b0f7c94 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:18.460501 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-23e0a04b-944d-407b-aae1-ee7a60e58812 req-1b822cf8-fe17-4c70-96ea-04a11b0f7c94 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] For port 2fe7e47d-c2a9-4498-82f2-29cba78cff00, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2fe7e47d-c2a9-4498-82f2-29cba78cff00,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:18.461233 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-23e0a04b-944d-407b-aae1-ee7a60e58812 req-1b822cf8-fe17-4c70-96ea-04a11b0f7c94 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:18.528561 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-23e0a04b-944d-407b-aae1-ee7a60e58812 req-1b822cf8-fe17-4c70-96ea-04a11b0f7c94 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Calling delete_port for 2fe7e47d-c2a9-4498-82f2-29cba78cff00 owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:18.657980 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070d8cb-0a15-49a6-bee2-e78becf354ae req-87a28504-9409-4638-940c-44d24e452848 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:18.659466 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7070d8cb-0a15-49a6-bee2-e78becf354ae req-87a28504-9409-4638-940c-44d24e452848 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1f0601-76e9-4856-b5f5-3dfd4dcde898 HTTP/1.1" status: 200 len: 946 time: 0.0914688 Jun 17 19:14:18.728564 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7070d8cb-0a15-49a6-bee2-e78becf354ae req-d8adf5df-c05a-4414-bf70-ca9dfe49be2e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634377 Jun 17 19:14:18.729602 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-23e0a04b-944d-407b-aae1-ee7a60e58812 req-1b822cf8-fe17-4c70-96ea-04a11b0f7c94 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:18.733981 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d5c1f267-10ad-43be-8e8c-043c35bc706f tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:18.742577 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['d359c28b-7eff-4ac6-ab06-a50fcbef32cc', 'ab2f0914-cffb-433e-b5d5-361f577766ea', '2fe7e47d-c2a9-4498-82f2-29cba78cff00'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:14:18.762641 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b822cf8-fe17-4c70-96ea-04a11b0f7c94 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Pushing event deleted for resources: {'Port': ['ID=2fe7e47d-c2a9-4498-82f2-29cba78cff00,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:18.765713 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-1b822cf8-fe17-4c70-96ea-04a11b0f7c94 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:18.807821 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e0a04b-944d-407b-aae1-ee7a60e58812 req-1b822cf8-fe17-4c70-96ea-04a11b0f7c94 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] No DVR routers for this DVR port 2fe7e47d-c2a9-4498-82f2-29cba78cff00 on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:14:18.810295 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-23e0a04b-944d-407b-aae1-ee7a60e58812 req-1b822cf8-fe17-4c70-96ea-04a11b0f7c94 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:18.812198 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-23e0a04b-944d-407b-aae1-ee7a60e58812 req-1b822cf8-fe17-4c70-96ea-04a11b0f7c94 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "DELETE /v2.0/ports/2fe7e47d-c2a9-4498-82f2-29cba78cff00 HTTP/1.1" status: 204 len: 173 time: 0.5338717 Jun 17 19:14:18.812725 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1f0601-76e9-4856-b5f5-3dfd4dcde898', 'name': 'network-vif-deleted', 'tag': '2fe7e47d-c2a9-4498-82f2-29cba78cff00'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:14:18.815058 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742627d2-cec6-4b50-8d6c-9ceaf8639415" -d '{"events": [{"server_uuid": "2d1f0601-76e9-4856-b5f5-3dfd4dcde898", "name": "network-vif-deleted", "tag": "2fe7e47d-c2a9-4498-82f2-29cba78cff00"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:14:18.857849 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3674528b-b661-46f5-987f-3c676ed42ed9 x-openstack-request-id: req-3674528b-b661-46f5-987f-3c676ed42ed9 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:14:18.858318 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1f0601-76e9-4856-b5f5-3dfd4dcde898", "name": "network-vif-deleted", "tag": "2fe7e47d-c2a9-4498-82f2-29cba78cff00", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:14:18.858728 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3674528b-b661-46f5-987f-3c676ed42ed9 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:14:18.859263 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1f0601-76e9-4856-b5f5-3dfd4dcde898', 'name': 'network-vif-deleted', 'tag': '2fe7e47d-c2a9-4498-82f2-29cba78cff00', 'status': 'completed', 'code': 200} Jun 17 19:14:20.185532 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29de31-ee31-4fbc-af45-68c3e9a1b2de req-703c69e2-d1ea-4cf7-808c-37968de8c020 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:20.187033 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4a29de31-ee31-4fbc-af45-68c3e9a1b2de req-703c69e2-d1ea-4cf7-808c-37968de8c020 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 946 time: 0.0629427 Jun 17 19:14:20.224851 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4a29de31-ee31-4fbc-af45-68c3e9a1b2de req-31a66372-935c-4a2c-9e48-0bc3049a8ddc tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Jun 17 19:14:21.398850 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18bf81-cca4-4d66-86b2-2beba5a29a08 req-1d234b63-c25a-4ab1-b255-5dc71d8ae4dc tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:21.400208 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bb18bf81-cca4-4d66-86b2-2beba5a29a08 req-1d234b63-c25a-4ab1-b255-5dc71d8ae4dc tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 946 time: 0.0662580 Jun 17 19:14:21.437547 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bb18bf81-cca4-4d66-86b2-2beba5a29a08 req-275a8a4d-88a4-425b-a987-4ee8c3d7cfee tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Jun 17 19:14:22.016999 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa7f14-b460-4452-81fa-a8879fc9d1ff req-96da4046-cce0-428f-8f99-bbbddb1d8e4b tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:22.018466 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-94aa7f14-b460-4452-81fa-a8879fc9d1ff req-96da4046-cce0-428f-8f99-bbbddb1d8e4b tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 946 time: 0.0638757 Jun 17 19:14:22.117637 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-94aa7f14-b460-4452-81fa-a8879fc9d1ff req-5e42777a-97ae-476d-845a-e9825e509cd3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Deleting port ab2f0914-cffb-433e-b5d5-361f577766ea {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:22.117975 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-94aa7f14-b460-4452-81fa-a8879fc9d1ff req-5e42777a-97ae-476d-845a-e9825e509cd3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:22.207667 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-94aa7f14-b460-4452-81fa-a8879fc9d1ff req-5e42777a-97ae-476d-845a-e9825e509cd3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] For port ab2f0914-cffb-433e-b5d5-361f577766ea, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ab2f0914-cffb-433e-b5d5-361f577766ea,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:22.208023 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-94aa7f14-b460-4452-81fa-a8879fc9d1ff req-5e42777a-97ae-476d-845a-e9825e509cd3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:22.222478 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device ab2f0914-cffb-433e-b5d5-361f577766ea no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:14:22.278652 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-94aa7f14-b460-4452-81fa-a8879fc9d1ff req-5e42777a-97ae-476d-845a-e9825e509cd3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Calling delete_port for ab2f0914-cffb-433e-b5d5-361f577766ea owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:22.300751 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:22.323932 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8818eb6-419f-474c-ac01-52ec6983b350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab2f0914-cffb-433e-b5d5-361f577766ea'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:14:22.326293 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d17e26-f649-44a4-b972-f471a5d1548c" -d '{"events": [{"server_uuid": "b8818eb6-419f-474c-ac01-52ec6983b350", "name": "network-vif-unplugged", "status": "completed", "tag": "ab2f0914-cffb-433e-b5d5-361f577766ea"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:14:22.340540 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port ab2f0914-cffb-433e-b5d5-361f577766ea, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ab2f0914-cffb-433e-b5d5-361f577766ea,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:22.345584 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:22.346918 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 2fe7e47d-c2a9-4498-82f2-29cba78cff00 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:14:22.370639 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:22.372804 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 2fe7e47d-c2a9-4498-82f2-29cba78cff00 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:14:22.373279 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 2fe7e47d-c2a9-4498-82f2-29cba78cff00 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:14:22.395039 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 19:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8931c5b3-770e-4873-ab19-3fddf1b8e674 x-openstack-request-id: req-8931c5b3-770e-4873-ab19-3fddf1b8e674 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:14:22.395334 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8818eb6-419f-474c-ac01-52ec6983b350", "name": "network-vif-unplugged", "status": "completed", "tag": "ab2f0914-cffb-433e-b5d5-361f577766ea", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:14:22.395590 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8931c5b3-770e-4873-ab19-3fddf1b8e674 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:14:22.395971 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8818eb6-419f-474c-ac01-52ec6983b350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab2f0914-cffb-433e-b5d5-361f577766ea', 'code': 200} Jun 17 19:14:22.407680 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-94aa7f14-b460-4452-81fa-a8879fc9d1ff req-5e42777a-97ae-476d-845a-e9825e509cd3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:22.413106 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-8934fa5d-6c72-4be2-95c6-bfebd321c770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:22.421976 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['d359c28b-7eff-4ac6-ab06-a50fcbef32cc'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:14:22.442631 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42777a-97ae-476d-845a-e9825e509cd3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Pushing event deleted for resources: {'Port': ['ID=ab2f0914-cffb-433e-b5d5-361f577766ea,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:22.445580 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-5e42777a-97ae-476d-845a-e9825e509cd3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:22.453549 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=ab2f0914-cffb-433e-b5d5-361f577766ea,revision_number=6']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:22.456660 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:22.490344 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-94aa7f14-b460-4452-81fa-a8879fc9d1ff req-5e42777a-97ae-476d-845a-e9825e509cd3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] No DVR routers for this DVR port ab2f0914-cffb-433e-b5d5-361f577766ea on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:14:22.492756 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-94aa7f14-b460-4452-81fa-a8879fc9d1ff req-5e42777a-97ae-476d-845a-e9825e509cd3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:22.494720 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-94aa7f14-b460-4452-81fa-a8879fc9d1ff req-5e42777a-97ae-476d-845a-e9825e509cd3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "DELETE /v2.0/ports/ab2f0914-cffb-433e-b5d5-361f577766ea HTTP/1.1" status: 204 len: 173 time: 0.4699161 Jun 17 19:14:22.495233 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8818eb6-419f-474c-ac01-52ec6983b350', 'name': 'network-vif-deleted', 'tag': 'ab2f0914-cffb-433e-b5d5-361f577766ea'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:14:22.498066 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e0c28b-0904-4c93-b336-33bb5d93f1bd" -d '{"events": [{"server_uuid": "b8818eb6-419f-474c-ac01-52ec6983b350", "name": "network-vif-deleted", "tag": "ab2f0914-cffb-433e-b5d5-361f577766ea"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:14:22.542263 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29712d74-391c-4c31-86c2-eabc4a1ecc07 x-openstack-request-id: req-29712d74-391c-4c31-86c2-eabc4a1ecc07 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:14:22.542822 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8818eb6-419f-474c-ac01-52ec6983b350", "name": "network-vif-deleted", "tag": "ab2f0914-cffb-433e-b5d5-361f577766ea", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:14:22.543484 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29712d74-391c-4c31-86c2-eabc4a1ecc07 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:14:22.543985 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8818eb6-419f-474c-ac01-52ec6983b350', 'name': 'network-vif-deleted', 'tag': 'ab2f0914-cffb-433e-b5d5-361f577766ea', 'status': 'completed', 'code': 200} Jun 17 19:14:22.594256 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3feb4002-cf2f-42cd-9366-37bbe1394489 req-8358cb62-9d97-4a89-80ce-3f22cf008c37 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8818eb6-419f-474c-ac01-52ec6983b350 HTTP/1.1" status: 200 len: 210 time: 0.0327215 Jun 17 19:14:25.170108 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dca09b-520f-4980-8898-c29926a54d15 req-a51e261a-c576-4475-b0e0-26ad3e26c2ca tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:25.171547 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d3dca09b-520f-4980-8898-c29926a54d15 req-a51e261a-c576-4475-b0e0-26ad3e26c2ca tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 945 time: 0.0622334 Jun 17 19:14:25.213272 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d3dca09b-520f-4980-8898-c29926a54d15 req-3383769d-fc3b-4080-a207-39743f3ab897 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358508 Jun 17 19:14:26.252714 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-76dfb50a-9ff4-4f30-ac03-bc1613550150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:26.391480 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab37c8-4371-4fa1-9534-97a8e4e6db1a req-d52b5cc1-1cd8-425e-b9f6-c14ef238d048 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:26.392932 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fdab37c8-4371-4fa1-9534-97a8e4e6db1a req-d52b5cc1-1cd8-425e-b9f6-c14ef238d048 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 945 time: 0.0644643 Jun 17 19:14:26.430226 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fdab37c8-4371-4fa1-9534-97a8e4e6db1a req-1864c80b-2701-459d-8cd8-21b0d314e42d tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3289cbc-40f3-4c4f-877b-05d276b5cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316217 Jun 17 19:14:26.742932 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ab16f-01c3-4d37-9538-4c62f3a84fc8 req-fc1b8993-8885-4aac-8423-36f2e016203c tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:26.744305 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bc8ab16f-01c3-4d37-9538-4c62f3a84fc8 req-fc1b8993-8885-4aac-8423-36f2e016203c tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 945 time: 0.0583615 Jun 17 19:14:26.841904 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-bc8ab16f-01c3-4d37-9538-4c62f3a84fc8 req-99b39a9e-2c0c-42ec-bbdd-738c76fab66e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Deleting port d359c28b-7eff-4ac6-ab06-a50fcbef32cc {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:14:26.842268 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-bc8ab16f-01c3-4d37-9538-4c62f3a84fc8 req-99b39a9e-2c0c-42ec-bbdd-738c76fab66e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:26.929389 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-bc8ab16f-01c3-4d37-9538-4c62f3a84fc8 req-99b39a9e-2c0c-42ec-bbdd-738c76fab66e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] For port d359c28b-7eff-4ac6-ab06-a50fcbef32cc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d359c28b-7eff-4ac6-ab06-a50fcbef32cc,segment=NetworkSegment(8f207cbd-a093-4f90-913a-f9753404f8d7),segment_id=8f207cbd-a093-4f90-913a-f9753404f8d7)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:26.929742 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-bc8ab16f-01c3-4d37-9538-4c62f3a84fc8 req-99b39a9e-2c0c-42ec-bbdd-738c76fab66e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:27.000828 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-bc8ab16f-01c3-4d37-9538-4c62f3a84fc8 req-99b39a9e-2c0c-42ec-bbdd-738c76fab66e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Calling delete_port for d359c28b-7eff-4ac6-ab06-a50fcbef32cc owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:14:27.408072 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-bc8ab16f-01c3-4d37-9538-4c62f3a84fc8 req-99b39a9e-2c0c-42ec-bbdd-738c76fab66e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:27.412189 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a0ef9489-5682-40e7-a352-0d653a804505 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:27.421932 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['d359c28b-7eff-4ac6-ab06-a50fcbef32cc'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:14:27.447243 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b39a9e-2c0c-42ec-bbdd-738c76fab66e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Pushing event deleted for resources: {'Port': ['ID=d359c28b-7eff-4ac6-ab06-a50fcbef32cc,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:27.450113 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-99b39a9e-2c0c-42ec-bbdd-738c76fab66e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:27.497253 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8ab16f-01c3-4d37-9538-4c62f3a84fc8 req-99b39a9e-2c0c-42ec-bbdd-738c76fab66e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] No DVR routers for this DVR port d359c28b-7eff-4ac6-ab06-a50fcbef32cc on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:14:27.499734 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-bc8ab16f-01c3-4d37-9538-4c62f3a84fc8 req-99b39a9e-2c0c-42ec-bbdd-738c76fab66e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:27.501691 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bc8ab16f-01c3-4d37-9538-4c62f3a84fc8 req-99b39a9e-2c0c-42ec-bbdd-738c76fab66e tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.42 "DELETE /v2.0/ports/d359c28b-7eff-4ac6-ab06-a50fcbef32cc HTTP/1.1" status: 204 len: 173 time: 0.7522035 Jun 17 19:14:27.502249 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4785fabf-3104-4240-a29d-bd2d73da681d', 'name': 'network-vif-deleted', 'tag': 'd359c28b-7eff-4ac6-ab06-a50fcbef32cc'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:14:27.504583 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e851a3-b54c-4fa4-819e-0476f4ed04bd" -d '{"events": [{"server_uuid": "4785fabf-3104-4240-a29d-bd2d73da681d", "name": "network-vif-deleted", "tag": "d359c28b-7eff-4ac6-ab06-a50fcbef32cc"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:14:27.547397 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a5bd2c-321d-493d-9800-708a7e3cae49 x-openstack-request-id: req-18a5bd2c-321d-493d-9800-708a7e3cae49 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:14:27.548423 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4785fabf-3104-4240-a29d-bd2d73da681d", "name": "network-vif-deleted", "tag": "d359c28b-7eff-4ac6-ab06-a50fcbef32cc", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:14:27.548715 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18a5bd2c-321d-493d-9800-708a7e3cae49 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:14:27.549216 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4785fabf-3104-4240-a29d-bd2d73da681d', 'name': 'network-vif-deleted', 'tag': 'd359c28b-7eff-4ac6-ab06-a50fcbef32cc', 'status': 'completed', 'code': 200} Jun 17 19:14:27.595187 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cb906359-9bb4-4480-bb33-1313581cea52 req-4428985f-adf3-4681-82d6-2adfe2e11a47 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] 10.222.0.10 "GET /v2.0/ports?device_id=4785fabf-3104-4240-a29d-bd2d73da681d HTTP/1.1" status: 200 len: 210 time: 0.0332818 Jun 17 19:14:27.847598 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:28.687173 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41108) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:28.732966 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f59300-bfc2-40df-9836-a5d240492afa admin admin] Deleting subnet 74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52 {{(pid=92948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:14:28.738046 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-34f59300-bfc2-40df-9836-a5d240492afa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:28.744959 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-81b857a8-588b-4316-8d53-3301f3ac977b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:28.775458 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-34f59300-bfc2-40df-9836-a5d240492afa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112628'] for subnet, precommit_delete_associations {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:28.819730 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-34f59300-bfc2-40df-9836-a5d240492afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:28.876759 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-34f59300-bfc2-40df-9836-a5d240492afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260402110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261614658'] for subnet, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:28.878840 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a8f6ea56-3da1-4693-9245-9669173b9bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:28.904024 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f59300-bfc2-40df-9836-a5d240492afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:28.907057 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-34f59300-bfc2-40df-9836-a5d240492afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:28.908624 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-34f59300-bfc2-40df-9836-a5d240492afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:28.909818 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-34f59300-bfc2-40df-9836-a5d240492afa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/74ae9eb4-5c31-41c0-8e1f-ee95fd5a3c52 HTTP/1.1" status: 204 len: 168 time: 0.2212791 Jun 17 19:14:28.912304 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41110) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:28.981574 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:28.993662 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:29.061351 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:29.071126 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c6cb43-50b6-4777-8213-45b0c7e5f5ff']}} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:29.080974 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f207cbd-a093-4f90-913a-f9753404f8d7') {'for_net_delete': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:29.081274 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f207cbd-a093-4f90-913a-f9753404f8d7') {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:29.091508 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112635'] for segment, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:29.109616 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:29.117557 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=92948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:14:29.118228 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260401939'] for segment, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: Traceback (most recent call last): Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: timer() Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: cb(*args, **kw) Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: return func(*args, **kwargs) Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: self._notify() Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: self.callback(batched_events) Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: event.method(event) Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: return f(self, *a, **k) Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: return self._get(url).json() Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: return self.request(url, 'GET', **kwargs) Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:14:29.120300 dv-cinder-790535-5-smb neutron-server[92948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:14:29.191774 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:29.196478 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0858a98c-45bf-4b6f-88cf-0389ab0e1ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:29.200397 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:29.203358 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] 10.222.0.10 "DELETE /v2.0/networks/e6c6cb43-50b6-4777-8213-45b0c7e5f5ff HTTP/1.1" status: 204 len: 168 time: 0.2899930 Jun 17 19:14:29.215017 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c6cb43-50b6-4777-8213-45b0c7e5f5ff,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:29.220914 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:29.382838 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41122) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:29.425091 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-7b0db1ca-55c1-40ea-8d5d-8d7eb2a77003 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc89aac2125d4bd8af100dc00c64b5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410347 Jun 17 19:14:29.427561 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41124) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:29.478942 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f0877231-55a5-41f0-b815-2b376e0d2b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:29.503123 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f0877231-55a5-41f0-b815-2b376e0d2b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:29.555509 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f0877231-55a5-41f0-b815-2b376e0d2b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:29.560862 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f0877231-55a5-41f0-b815-2b376e0d2b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:29.565316 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-f0877231-55a5-41f0-b815-2b376e0d2b7f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3289cbc-40f3-4c4f-877b-05d276b5cd8e HTTP/1.1" status: 204 len: 168 time: 0.1334271 Jun 17 19:14:29.565316 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-22e95a7c-8004-4337-9f23-378f5af9359c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:29.571943 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0877231-55a5-41f0-b815-2b376e0d2b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3289cbc-40f3-4c4f-877b-05d276b5cd8e,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:29.574813 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f0877231-55a5-41f0-b815-2b376e0d2b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:29.679279 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aaeb8-66cf-4f0f-a5fb-0c03602b73d5 req-d4b90498-e1fd-48e4-9081-9b45b08bd9f3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:29.680752 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-815aaeb8-66cf-4f0f-a5fb-0c03602b73d5 req-d4b90498-e1fd-48e4-9081-9b45b08bd9f3 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0681005 Jun 17 19:14:29.724016 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-815aaeb8-66cf-4f0f-a5fb-0c03602b73d5 req-d8b47eb9-f351-452a-9d9d-0796f78e30ea tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358226 Jun 17 19:14:29.890822 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:30.257806 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device d359c28b-7eff-4ac6-ab06-a50fcbef32cc no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:14:30.283151 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: d359c28b-7eff-4ac6-ab06-a50fcbef32cc {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:14:30.283544 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device d359c28b-7eff-4ac6-ab06-a50fcbef32cc not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:14:30.907037 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ded270-dedf-48e4-b2bd-207f1ba372fd req-7277800d-3aad-437c-92dc-ff8afcdc6e78 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:30.908513 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d9ded270-dedf-48e4-b2bd-207f1ba372fd req-7277800d-3aad-437c-92dc-ff8afcdc6e78 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0656204 Jun 17 19:14:30.951737 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d9ded270-dedf-48e4-b2bd-207f1ba372fd req-46f2caa2-e632-4224-8058-ef1866b94ef5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377336 Jun 17 19:14:31.244312 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41182) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:31.353005 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e693b5d0-2104-4eed-b151-45aa3b9a1cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:31.446387 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e693b5d0-2104-4eed-b151-45aa3b9a1cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:31.449994 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e693b5d0-2104-4eed-b151-45aa3b9a1cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:31.452427 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ae292522-203a-433e-a4a0-80b5de33693f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:31.492556 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-e693b5d0-2104-4eed-b151-45aa3b9a1cfc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc63ca2226404a14a8ed56d4c95647e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471805 Jun 17 19:14:31.493467 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693b5d0-2104-4eed-b151-45aa3b9a1cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecc760c-7f59-49a2-b19c-5d95eec6be09,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:31.495303 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41186) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:31.496668 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e693b5d0-2104-4eed-b151-45aa3b9a1cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:31.546380 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-46ef3491-0584-4952-a7e4-5445a9ebd495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:31.566670 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-46ef3491-0584-4952-a7e4-5445a9ebd495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:31.611934 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-46ef3491-0584-4952-a7e4-5445a9ebd495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:31.614488 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-46ef3491-0584-4952-a7e4-5445a9ebd495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:31.615613 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-46ef3491-0584-4952-a7e4-5445a9ebd495 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ecc760c-7f59-49a2-b19c-5d95eec6be09 HTTP/1.1" status: 204 len: 168 time: 0.1191618 Jun 17 19:14:31.616381 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-c8b6978a-7e04-4b90-a12d-5a269ae9fe1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:31.624325 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef3491-0584-4952-a7e4-5445a9ebd495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecc760c-7f59-49a2-b19c-5d95eec6be09,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:31.626674 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-46ef3491-0584-4952-a7e4-5445a9ebd495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:31.871915 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41192) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:31.885512 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5ae5cc37-f773-4bbc-b0f7-1423ed3de916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:31.973467 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5ae5cc37-f773-4bbc-b0f7-1423ed3de916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:31.977602 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5ae5cc37-f773-4bbc-b0f7-1423ed3de916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:31.981528 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-781377a6-5d60-4899-a3e1-7b28cff30a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:32.018339 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-5ae5cc37-f773-4bbc-b0f7-1423ed3de916 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b471876f2a1f4d3e9701ed732e96e769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452122 Jun 17 19:14:32.019905 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5cc37-f773-4bbc-b0f7-1423ed3de916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7369659-92e1-40c7-adee-d635610b994e,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:32.021181 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41196) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:32.023351 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-5ae5cc37-f773-4bbc-b0f7-1423ed3de916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:32.048492 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:32.080868 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-35fde426-505b-444f-a729-be4024af57e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:32.104213 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-35fde426-505b-444f-a729-be4024af57e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:32.155693 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-35fde426-505b-444f-a729-be4024af57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:32.158221 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-35fde426-505b-444f-a729-be4024af57e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:32.159422 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-35fde426-505b-444f-a729-be4024af57e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7369659-92e1-40c7-adee-d635610b994e HTTP/1.1" status: 204 len: 168 time: 0.1367817 Jun 17 19:14:32.160191 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-9e60fa6f-ead3-4a48-a124-6ad0ffb52adb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:32.169945 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fde426-505b-444f-a729-be4024af57e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7369659-92e1-40c7-adee-d635610b994e,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:32.172315 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-35fde426-505b-444f-a729-be4024af57e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:32.300544 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c127dcb-6007-45c8-946f-c8f1bd9ea4bb req-b2576a69-78d3-4c76-a3c3-ed43c5f6d855 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:32.302834 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8c127dcb-6007-45c8-946f-c8f1bd9ea4bb req-b2576a69-78d3-4c76-a3c3-ed43c5f6d855 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0758493 Jun 17 19:14:32.344556 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8c127dcb-6007-45c8-946f-c8f1bd9ea4bb req-d91dd105-a415-45e0-aebf-816d1f344f77 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356197 Jun 17 19:14:32.829728 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41218) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:32.924106 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1889966626-network', 'tenant_id': 'ac08f7b43ae14b91803fcfa0c4ff4136'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:14:32.946545 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Made reservation on behalf of ac08f7b43ae14b91803fcfa0c4ff4136 for: {'network': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:14:32.948877 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:32.957362 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:33.056850 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:33.061091 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:33.065144 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0357b57a-13e3-4fa7-aa9c-ab3b5c0b4923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:33.082861 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=92947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:14:33.098144 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f81704-79ca-4252-a63d-54344a00f293,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:33.101384 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:33.102627 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:33.102968 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.db.segments_db [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Added segment a344e114-f9ce-4f50-b3a0-fdff2c8d2096 of type vlan for network f2f5f3ba-cbb7-4975-a2a6-d11ae036848c Jun 17 19:14:33.143601 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:33.173465 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:33.174841 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:33.175428 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:33.177359 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:33.207730 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3768344 Jun 17 19:14:33.212341 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41222) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:33.242283 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] Request body: {'subnet': {'network_id': 'f2f5f3ba-cbb7-4975-a2a6-d11ae036848c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1889966626-subnet', 'tenant_id': 'ac08f7b43ae14b91803fcfa0c4ff4136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:14:33.249158 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Pushing event updated for resources: {'Network': ['ID=f2f5f3ba-cbb7-4975-a2a6-d11ae036848c,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:33.251980 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-348d6f22-8528-400b-90f6-e63388458c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:33.260285 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network f2f5f3ba-cbb7-4975-a2a6-d11ae036848c details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:14:33.267728 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] Made reservation on behalf of ac08f7b43ae14b91803fcfa0c4ff4136 for: {'subnet': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:14:33.270008 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941905'] for subnet, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:33.446200 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4087722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941891'] for subnet, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:33.448410 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-c80f9029-9ad6-4665-85b2-6bc9ee17e72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:33.509115 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed65d29-ff41-4596-b08a-570785691f78,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:33.516019 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:33.524764 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] Checking segment: {'id': 'a344e114-f9ce-4f50-b3a0-fdff2c8d2096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2f5f3ba-cbb7-4975-a2a6-d11ae036848c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:14:33.525121 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] Network hostable DHCP agents. Network: f2f5f3ba-cbb7-4975-a2a6-d11ae036848c, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:14:33.530640 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b102e-f145-4236-b3b2-4eaeec1dd859 req-6f1e1678-8b6f-4da5-8dc1-9fcf18a415ac tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:33.532145 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-869b102e-f145-4236-b3b2-4eaeec1dd859 req-6f1e1678-8b6f-4da5-8dc1-9fcf18a415ac tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0638347 Jun 17 19:14:33.547619 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] Network f2f5f3ba-cbb7-4975-a2a6-d11ae036848c is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:14:33.556895 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, f2f5f3ba-cbb7-4975-a2a6-d11ae036848c) {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:14:33.561720 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:33.562364 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:33.568227 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844cb179-ca90-4c0b-97bb-085d2e3c0f0b None None] Network f2f5f3ba-cbb7-4975-a2a6-d11ae036848c requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:14:33.574652 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-869b102e-f145-4236-b3b2-4eaeec1dd859 req-5f2a8923-851f-4a33-a531-687c33449e8d tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358746 Jun 17 19:14:33.576614 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-f001f5be-e14d-4838-95d5-dac8bbd0a95e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3632870 Jun 17 19:14:33.705821 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738e33be-0466-4c7a-b75c-57b22e8b08cd None None] Network f2f5f3ba-cbb7-4975-a2a6-d11ae036848c requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:14:34.071902 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41242) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:34.077396 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-667275199-network', 'tenant_id': 'ef34419815974dd09c688a6a453ccf60'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:14:34.098976 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Made reservation on behalf of ef34419815974dd09c688a6a453ccf60 for: {'network': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:14:34.101246 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:34.110632 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:34.201610 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:34.205725 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:34.208594 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-1bc63d40-b934-4926-942e-e0f923524a1a tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:34.234160 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=92948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:14:34.243862 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ab0f44-fc67-40c5-9ceb-91e7810d4717,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:34.248794 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:34.249848 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:34.250211 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.segments_db [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Added segment 974c8557-a345-4ca0-9fa9-0822d83fcc19 of type vlan for network f080923a-8f55-40b7-ae49-848398b49a42 Jun 17 19:14:34.290336 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:34.319715 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:34.321101 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:34.321680 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:34.324571 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:34.364027 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2910099 Jun 17 19:14:34.366811 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41244) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:34.397581 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] Request body: {'subnet': {'network_id': 'f080923a-8f55-40b7-ae49-848398b49a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-667275199-subnet', 'tenant_id': 'ef34419815974dd09c688a6a453ccf60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:14:34.404746 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Pushing event updated for resources: {'Network': ['ID=f080923a-8f55-40b7-ae49-848398b49a42,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:34.407392 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:34.415312 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network f080923a-8f55-40b7-ae49-848398b49a42 details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:14:34.424679 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] Made reservation on behalf of ef34419815974dd09c688a6a453ccf60 for: {'subnet': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:14:34.427814 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261614695'] for subnet, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:34.602801 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260402161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261614709'] for subnet, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:34.606814 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-34f59300-bfc2-40df-9836-a5d240492afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:34.672396 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083b6630-47b0-4bf2-bfc8-82251f276e3e,revision_number=0']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:34.676506 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:34.680380 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] Checking segment: {'id': '974c8557-a345-4ca0-9fa9-0822d83fcc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f080923a-8f55-40b7-ae49-848398b49a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:14:34.680736 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] Network hostable DHCP agents. Network: f080923a-8f55-40b7-ae49-848398b49a42, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:14:34.697293 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] Network f080923a-8f55-40b7-ae49-848398b49a42 is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:14:34.714238 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, f080923a-8f55-40b7-ae49-848398b49a42) {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:14:34.721798 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c7de98-e5c1-43bf-a37e-de212c96314a None None] Network f080923a-8f55-40b7-ae49-848398b49a42 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:14:34.735209 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:34.735706 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:34.755169 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-c1f9a730-b4db-4cd1-8cf0-9f7699216f10 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3873210 Jun 17 19:14:34.784585 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116af20-dd7e-4ccf-813f-e6d833ba4df1 req-c262e8a1-420d-463e-9a1b-b120ba43ae9c tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:34.786148 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a116af20-dd7e-4ccf-813f-e6d833ba4df1 req-c262e8a1-420d-463e-9a1b-b120ba43ae9c tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0816631 Jun 17 19:14:34.831351 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a116af20-dd7e-4ccf-813f-e6d833ba4df1 req-2049b54a-1141-4ae7-96f6-66465a5fcc74 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389457 Jun 17 19:14:34.867023 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588a9b74-15a6-4093-8ae4-9256141b201b None None] Network f080923a-8f55-40b7-ae49-848398b49a42 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:14:34.889044 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41250) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:34.933683 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfcf5c7-9389-44e5-b66c-88c1076da484 admin admin] Deleting subnet 1ed65d29-ff41-4596-b08a-570785691f78 {{(pid=92948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:14:34.936805 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf5c7-9389-44e5-b66c-88c1076da484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:34.974206 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf5c7-9389-44e5-b66c-88c1076da484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112628'] for subnet, precommit_delete_associations {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.014916 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf5c7-9389-44e5-b66c-88c1076da484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.065361 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf5c7-9389-44e5-b66c-88c1076da484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260402110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261614658'] for subnet, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.068319 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:35.091617 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcf5c7-9389-44e5-b66c-88c1076da484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed65d29-ff41-4596-b08a-570785691f78,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:35.094644 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-1cfcf5c7-9389-44e5-b66c-88c1076da484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:35.095558 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf5c7-9389-44e5-b66c-88c1076da484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.097870 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-1cfcf5c7-9389-44e5-b66c-88c1076da484 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1ed65d29-ff41-4596-b08a-570785691f78 HTTP/1.1" status: 204 len: 168 time: 0.2072740 Jun 17 19:14:35.099880 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41252) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:35.170427 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.246105 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.255413 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f5f3ba-cbb7-4975-a2a6-d11ae036848c']}} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:35.265523 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a344e114-f9ce-4f50-b3a0-fdff2c8d2096') {'for_net_delete': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:35.265809 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a344e114-f9ce-4f50-b3a0-fdff2c8d2096') {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:35.276046 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112635'] for segment, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.290648 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.296755 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=92948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:14:35.297126 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260401939'] for segment, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: Traceback (most recent call last): Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: timer() Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: cb(*args, **kw) Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: return func(*args, **kwargs) Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: self._notify() Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: self.callback(batched_events) Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: event.method(event) Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: return f(self, *a, **k) Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: return self._get(url).json() Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: return self.request(url, 'GET', **kwargs) Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:14:35.299209 dv-cinder-790535-5-smb neutron-server[92948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:14:35.359153 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.362912 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d23e2fe2-7250-47e1-a86e-16a3b361682f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:35.366799 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.369783 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] 10.222.0.10 "DELETE /v2.0/networks/f2f5f3ba-cbb7-4975-a2a6-d11ae036848c HTTP/1.1" status: 204 len: 168 time: 0.2689033 Jun 17 19:14:35.372762 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41254) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:35.382380 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f5f3ba-cbb7-4975-a2a6-d11ae036848c,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:35.384913 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-126b6a3f-20b7-4415-8494-d6fb4c5ec59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:35.418249 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_v2 [None req-350aa192-9f60-46f7-8166-26fb8db9a31c admin admin] Deleting subnet 083b6630-47b0-4bf2-bfc8-82251f276e3e {{(pid=92947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:14:35.421292 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-350aa192-9f60-46f7-8166-26fb8db9a31c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.454408 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-350aa192-9f60-46f7-8166-26fb8db9a31c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3247341'] for subnet, precommit_delete_associations {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.490960 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-350aa192-9f60-46f7-8166-26fb8db9a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.548154 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-350aa192-9f60-46f7-8166-26fb8db9a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4087781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3941940'] for subnet, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.550296 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ef16f38c-1c8d-43e4-af64-3515e4a2c84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:35.571219 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350aa192-9f60-46f7-8166-26fb8db9a31c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083b6630-47b0-4bf2-bfc8-82251f276e3e,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:35.575133 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-350aa192-9f60-46f7-8166-26fb8db9a31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:35.577701 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-350aa192-9f60-46f7-8166-26fb8db9a31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.579515 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-350aa192-9f60-46f7-8166-26fb8db9a31c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/083b6630-47b0-4bf2-bfc8-82251f276e3e HTTP/1.1" status: 204 len: 168 time: 0.2056465 Jun 17 19:14:35.581943 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41256) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:35.650316 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.729050 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.738579 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f080923a-8f55-40b7-ae49-848398b49a42']}} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:35.747879 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974c8557-a345-4ca0-9fa9-0822d83fcc19') {'for_net_delete': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:35.748175 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974c8557-a345-4ca0-9fa9-0822d83fcc19') {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:14:35.756521 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3247330'] for segment, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.769921 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.775584 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=92947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:14:35.776053 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4087624'] for segment, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: Traceback (most recent call last): Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: timer() Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: cb(*args, **kw) Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: return func(*args, **kwargs) Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: self._notify() Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: self.callback(batched_events) Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: event.method(event) Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: return f(self, *a, **k) Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: return self._get(url).json() Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: return self.request(url, 'GET', **kwargs) Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:14:35.778182 dv-cinder-790535-5-smb neutron-server[92947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:14:35.832568 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.836026 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:35.838382 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:35.843138 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f080923a-8f55-40b7-ae49-848398b49a42 HTTP/1.1" status: 204 len: 168 time: 0.2578213 Jun 17 19:14:35.851084 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] Pushing event deleted for resources: {'Network': ['ID=f080923a-8f55-40b7-ae49-848398b49a42,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:35.853280 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ae0095fe-acc8-4d0e-bef8-614188aad476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:36.005031 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41262) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:36.013096 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05747ff8-7969-4d32-833a-9b50ae522762 req-7d13c654-5738-47e5-9cd5-42588c18a271 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:36.014590 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-05747ff8-7969-4d32-833a-9b50ae522762 req-7d13c654-5738-47e5-9cd5-42588c18a271 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0691307 Jun 17 19:14:36.053800 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-465248f5-e887-461c-9bfe-27d1d1e923eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac08f7b43ae14b91803fcfa0c4ff4136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473249 Jun 17 19:14:36.056133 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-05747ff8-7969-4d32-833a-9b50ae522762 req-1c424e32-1472-49b1-bfe0-40d71b98d794 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354822 Jun 17 19:14:36.056418 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41264) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:36.110865 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9b91-277f-42aa-8260-709ccf03457d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:36.134990 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9b91-277f-42aa-8260-709ccf03457d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:36.180490 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9b91-277f-42aa-8260-709ccf03457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:36.183595 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9b91-277f-42aa-8260-709ccf03457d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:36.184725 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-5e5f9b91-277f-42aa-8260-709ccf03457d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6f81704-79ca-4252-a63d-54344a00f293 HTTP/1.1" status: 204 len: 168 time: 0.1274161 Jun 17 19:14:36.185805 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ab02cbd4-b246-480c-8694-a3bfbf1b9bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:36.194719 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f9b91-277f-42aa-8260-709ccf03457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f81704-79ca-4252-a63d-54344a00f293,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:36.196935 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-5e5f9b91-277f-42aa-8260-709ccf03457d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:36.502453 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41270) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:36.543453 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-64a7e6b4-7a3e-4762-8251-724627970d43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef34419815974dd09c688a6a453ccf60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392342 Jun 17 19:14:36.545276 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41272) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:36.599304 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf572-e17b-45b8-bd20-b4a0ac94a8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:36.620112 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf572-e17b-45b8-bd20-b4a0ac94a8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:36.667815 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf572-e17b-45b8-bd20-b4a0ac94a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:36.670763 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf572-e17b-45b8-bd20-b4a0ac94a8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:36.671992 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-9d3bf572-e17b-45b8-bd20-b4a0ac94a8c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00ab0f44-fc67-40c5-9ceb-91e7810d4717 HTTP/1.1" status: 204 len: 168 time: 0.1257975 Jun 17 19:14:36.672792 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-1bd7db21-1b0a-4e5e-bd04-066680a2a39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:36.680950 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bf572-e17b-45b8-bd20-b4a0ac94a8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ab0f44-fc67-40c5-9ceb-91e7810d4717,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:36.683227 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-9d3bf572-e17b-45b8-bd20-b4a0ac94a8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:37.250228 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c23b0-2be6-41cf-aec5-d45feffcb812 req-fe3ce9c3-65ec-4118-b85e-709cbd650ef6 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:37.252395 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b02c23b0-2be6-41cf-aec5-d45feffcb812 req-fe3ce9c3-65ec-4118-b85e-709cbd650ef6 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0739326 Jun 17 19:14:37.295581 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b02c23b0-2be6-41cf-aec5-d45feffcb812 req-babd78a4-d7e8-47d1-bc90-871a8719125b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375590 Jun 17 19:14:38.077504 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41314) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:38.177918 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dc5379a5-5c49-4163-92c2-7dc103e18503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:38.268595 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dc5379a5-5c49-4163-92c2-7dc103e18503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:38.272427 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dc5379a5-5c49-4163-92c2-7dc103e18503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:38.275017 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-72cad23e-2aa3-469e-a35e-52c8e42ab217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:38.310780 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-dc5379a5-5c49-4163-92c2-7dc103e18503 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02711f9441024c638a4431500542c7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321460 Jun 17 19:14:38.311679 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5379a5-5c49-4163-92c2-7dc103e18503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3c2cea-e955-4827-b441-c15af9303dcd,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:38.314169 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41318) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:38.314693 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-dc5379a5-5c49-4163-92c2-7dc103e18503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:38.374495 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a9b54d6c-b60a-4c25-95e8-594574a82d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:38.398937 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a9b54d6c-b60a-4c25-95e8-594574a82d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:38.481488 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a9b54d6c-b60a-4c25-95e8-594574a82d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:38.484045 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a9b54d6c-b60a-4c25-95e8-594574a82d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:38.485176 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-a9b54d6c-b60a-4c25-95e8-594574a82d83 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec3c2cea-e955-4827-b441-c15af9303dcd HTTP/1.1" status: 204 len: 168 time: 0.1700561 Jun 17 19:14:38.487649 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-cfcf6c71-a847-49f2-b9e0-9692e9feda14 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:38.500609 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b54d6c-b60a-4c25-95e8-594574a82d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3c2cea-e955-4827-b441-c15af9303dcd,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:38.503303 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a9b54d6c-b60a-4c25-95e8-594574a82d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:38.520232 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f2ef-f4a4-4345-8af7-b097b59e4fdf req-40f067d3-2048-4f97-903f-00e8611d34f6 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:38.521917 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7522f2ef-f4a4-4345-8af7-b097b59e4fdf req-40f067d3-2048-4f97-903f-00e8611d34f6 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0944400 Jun 17 19:14:38.566830 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7522f2ef-f4a4-4345-8af7-b097b59e4fdf req-94ea6d35-0f1c-47c3-8b5b-f28fcb782418 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385544 Jun 17 19:14:38.764271 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41326) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:38.777111 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-17147259-fad9-468a-b736-595edeb8c786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:38.862695 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-17147259-fad9-468a-b736-595edeb8c786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:38.866396 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-17147259-fad9-468a-b736-595edeb8c786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:38.868791 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-bd038c27-fedf-4704-99e3-1262e0f08a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:38.904817 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-17147259-fad9-468a-b736-595edeb8c786 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1e1090670314fee8e7adfe9b6a41ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394858 Jun 17 19:14:38.905728 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17147259-fad9-468a-b736-595edeb8c786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94ce370-a79b-4316-a702-db45c3493f85,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:38.907528 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41328) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:38.908653 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-17147259-fad9-468a-b736-595edeb8c786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:38.956064 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ae665ece-bce5-473e-b5fe-068b6e2d92fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:38.976877 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ae665ece-bce5-473e-b5fe-068b6e2d92fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:39.023693 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ae665ece-bce5-473e-b5fe-068b6e2d92fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:39.026218 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ae665ece-bce5-473e-b5fe-068b6e2d92fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:39.027949 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-ae665ece-bce5-473e-b5fe-068b6e2d92fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a94ce370-a79b-4316-a702-db45c3493f85 HTTP/1.1" status: 204 len: 168 time: 0.1187868 Jun 17 19:14:39.028810 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-21af6a49-e824-4a20-a9ae-a30b92b22dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:39.035884 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae665ece-bce5-473e-b5fe-068b6e2d92fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94ce370-a79b-4316-a702-db45c3493f85,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:39.038028 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ae665ece-bce5-473e-b5fe-068b6e2d92fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:39.749359 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd7b-6e7a-4e6b-bc1b-bc04e714e5f6 req-aee02edd-e7e1-412d-96b6-75f7f646c698 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:39.750836 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c0bdfd7b-6e7a-4e6b-bc1b-bc04e714e5f6 req-aee02edd-e7e1-412d-96b6-75f7f646c698 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0631046 Jun 17 19:14:39.794303 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c0bdfd7b-6e7a-4e6b-bc1b-bc04e714e5f6 req-f1568e42-19ac-4693-96b6-f25dc4a261eb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374920 Jun 17 19:14:40.624721 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41384) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:40.725836 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8c77-4cff-4ee3-9a0b-5f017c311b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:40.815486 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8c77-4cff-4ee3-9a0b-5f017c311b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:40.819113 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8c77-4cff-4ee3-9a0b-5f017c311b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:40.822590 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-949c5c05-1439-4607-95ad-c71d035cb5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:40.859171 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-c0fd8c77-4cff-4ee3-9a0b-5f017c311b5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=747ccb8d41e841948344e240b7573bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333972 Jun 17 19:14:40.860573 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd8c77-4cff-4ee3-9a0b-5f017c311b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d28060-1064-41a5-a077-dea483035f2c,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:40.861840 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41390) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:40.863565 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c0fd8c77-4cff-4ee3-9a0b-5f017c311b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:40.913149 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c66dcb41-d1f6-4b9f-aa57-f7d60ff74a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:40.935224 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c66dcb41-d1f6-4b9f-aa57-f7d60ff74a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:40.975291 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d32660-a176-4a77-b35d-dd9dcbbce521 req-d6e01fa0-6672-40a9-aace-7b388fac8782 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:40.976935 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-65d32660-a176-4a77-b35d-dd9dcbbce521 req-d6e01fa0-6672-40a9-aace-7b388fac8782 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0651464 Jun 17 19:14:40.981655 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c66dcb41-d1f6-4b9f-aa57-f7d60ff74a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:40.984380 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c66dcb41-d1f6-4b9f-aa57-f7d60ff74a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:40.985696 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-c66dcb41-d1f6-4b9f-aa57-f7d60ff74a2e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6d28060-1064-41a5-a077-dea483035f2c HTTP/1.1" status: 204 len: 168 time: 0.1220577 Jun 17 19:14:40.986580 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-dc5379a5-5c49-4163-92c2-7dc103e18503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:40.993988 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dcb41-d1f6-4b9f-aa57-f7d60ff74a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d28060-1064-41a5-a077-dea483035f2c,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:40.996971 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-c66dcb41-d1f6-4b9f-aa57-f7d60ff74a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:41.021900 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-65d32660-a176-4a77-b35d-dd9dcbbce521 req-dcde1c80-51e3-4086-b0d8-ef06b2f62710 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368898 Jun 17 19:14:41.253781 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41396) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:41.267085 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f224cab5-4ea9-4099-b5d7-02b86c8d308d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:41.354311 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f224cab5-4ea9-4099-b5d7-02b86c8d308d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:41.358168 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f224cab5-4ea9-4099-b5d7-02b86c8d308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:41.360600 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4e18f54e-f1cb-4524-b116-446413e954cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:41.396171 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-f224cab5-4ea9-4099-b5d7-02b86c8d308d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c2c20ccf72b46e0abca8c7a7ea178e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413050 Jun 17 19:14:41.397055 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224cab5-4ea9-4099-b5d7-02b86c8d308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa4edd1-6c65-416c-8538-2d2c25cde53e,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:41.399650 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41398) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:14:41.400052 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f224cab5-4ea9-4099-b5d7-02b86c8d308d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:41.450294 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-96d9aa52-1ee1-4ae7-9531-51483818f20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:41.471019 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-96d9aa52-1ee1-4ae7-9531-51483818f20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:41.519321 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-96d9aa52-1ee1-4ae7-9531-51483818f20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:41.521919 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-96d9aa52-1ee1-4ae7-9531-51483818f20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:41.523052 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-96d9aa52-1ee1-4ae7-9531-51483818f20b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5fa4edd1-6c65-416c-8538-2d2c25cde53e HTTP/1.1" status: 204 len: 168 time: 0.1220703 Jun 17 19:14:41.523804 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-5ae5cc37-f773-4bbc-b0f7-1423ed3de916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:41.531088 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9aa52-1ee1-4ae7-9531-51483818f20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa4edd1-6c65-416c-8538-2d2c25cde53e,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:41.533350 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-96d9aa52-1ee1-4ae7-9531-51483818f20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:42.200087 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e5dac-2f02-439a-b87c-e5c268822204 req-035e5c70-d53b-46ae-868d-d4dd4ae39b0e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:42.201558 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a70e5dac-2f02-439a-b87c-e5c268822204 req-035e5c70-d53b-46ae-868d-d4dd4ae39b0e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0629330 Jun 17 19:14:42.240509 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a70e5dac-2f02-439a-b87c-e5c268822204 req-1f3a8c4b-77e0-467e-983c-0fd823914b4b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325668 Jun 17 19:14:43.429841 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365e34a-3f40-479d-a30c-1fb11ee9e9ac req-2d2194e0-2ce1-4fe3-acb5-c5a3206dd253 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:43.431316 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d365e34a-3f40-479d-a30c-1fb11ee9e9ac req-2d2194e0-2ce1-4fe3-acb5-c5a3206dd253 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0664656 Jun 17 19:14:43.470621 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d365e34a-3f40-479d-a30c-1fb11ee9e9ac req-be33c260-cea1-440c-b691-66069715d579 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332351 Jun 17 19:14:44.651535 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adac40e-518f-4aa8-97f2-a84dd4c02a6b req-73750fb0-93e0-414c-9076-40ef549c7c11 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:44.653079 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3adac40e-518f-4aa8-97f2-a84dd4c02a6b req-73750fb0-93e0-414c-9076-40ef549c7c11 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0672386 Jun 17 19:14:44.692651 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3adac40e-518f-4aa8-97f2-a84dd4c02a6b req-142ad820-6574-4435-9c08-e60dd1a150f4 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328760 Jun 17 19:14:45.218352 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:14:45.883904 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941542a9-c9a9-440f-8969-6d93014b3836 req-10fde586-b68c-4c05-8ea4-f0f0a3df5aac tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:45.885381 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-941542a9-c9a9-440f-8969-6d93014b3836 req-10fde586-b68c-4c05-8ea4-f0f0a3df5aac tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0645711 Jun 17 19:14:45.925451 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-941542a9-c9a9-440f-8969-6d93014b3836 req-f31c921e-14c2-43b3-b35b-a510fb775408 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344880 Jun 17 19:14:46.377130 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device c18fa90b-5f27-46bd-b312-f3da62fdcc49 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:14:46.479396 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:46.490784 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'port_id': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'mac_address': 'fa:16:3e:73:9f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:14:46.527491 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:46.539776 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c18fa90b-5f27-46bd-b312-f3da62fdcc49 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:14:46.562908 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:46.567167 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:46.569072 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:46.616725 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=c18fa90b-5f27-46bd-b312-f3da62fdcc49,revision_number=6']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:46.620868 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:46.654822 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['c18fa90b-5f27-46bd-b312-f3da62fdcc49'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:14:47.116449 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b300c-ba3d-4966-82eb-1e7ae2ef3b6c req-0442fc24-5f1e-49d9-bc6e-b082c9b2d0c2 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:47.118487 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3f3b300c-ba3d-4966-82eb-1e7ae2ef3b6c req-0442fc24-5f1e-49d9-bc6e-b082c9b2d0c2 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 944 time: 0.0714860 Jun 17 19:14:47.157927 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3f3b300c-ba3d-4966-82eb-1e7ae2ef3b6c req-e55f3514-2307-42c5-bbf4-d6e1edc6db3e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325191 Jun 17 19:14:48.346528 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9f3e8-48d2-4959-94f6-c5c1b7dba985 req-b64ab3ef-3c00-447c-ad60-e35598be9408 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:48.349022 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-92a9f3e8-48d2-4959-94f6-c5c1b7dba985 req-b64ab3ef-3c00-447c-ad60-e35598be9408 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 944 time: 0.0677772 Jun 17 19:14:48.395282 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-92a9f3e8-48d2-4959-94f6-c5c1b7dba985 req-dab2d098-bc90-4d23-8368-d44344372277 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368316 Jun 17 19:14:48.404944 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device c18fa90b-5f27-46bd-b312-f3da62fdcc49 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:14:48.502650 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port c18fa90b-5f27-46bd-b312-f3da62fdcc49 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:14:48.503647 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:48.619085 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:48.647694 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:14:48.650263 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8240d1e-fd96-4924-bc92-d59634987a39" -d '{"events": [{"server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "name": "network-vif-plugged", "status": "completed", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:14:48.680115 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:14:48.685493 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:48.690554 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:14:48.703801 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60a0fb0-06ac-42e4-8a58-43dc1baa3b95 x-openstack-request-id: req-e60a0fb0-06ac-42e4-8a58-43dc1baa3b95 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:14:48.704254 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "name": "network-vif-plugged", "status": "completed", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:14:48.704514 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e60a0fb0-06ac-42e4-8a58-43dc1baa3b95 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:14:48.705176 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'code': 200} Jun 17 19:14:48.771251 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=c18fa90b-5f27-46bd-b312-f3da62fdcc49,revision_number=7']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:14:48.772961 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:14:49.698973 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f99d5-6b1a-4355-bf63-e3b226f20372 req-c9148df1-e7ac-408a-ab66-6f38d7ce5ec4 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:49.706609 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-371f99d5-6b1a-4355-bf63-e3b226f20372 req-c9148df1-e7ac-408a-ab66-6f38d7ce5ec4 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.1265438 Jun 17 19:14:49.780139 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-371f99d5-6b1a-4355-bf63-e3b226f20372 req-5474db14-7609-45cb-938c-24405e99ff83 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702674 Jun 17 19:14:50.983378 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40089f-2d25-44a2-a876-e09db4bb18b9 req-82e8bf6f-9175-4b24-adf0-7b125aceb366 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:50.984945 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ab40089f-2d25-44a2-a876-e09db4bb18b9 req-82e8bf6f-9175-4b24-adf0-7b125aceb366 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0731318 Jun 17 19:14:51.029294 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ab40089f-2d25-44a2-a876-e09db4bb18b9 req-9724f6db-c348-4ba7-a383-42e01d2caaf8 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386827 Jun 17 19:14:52.237803 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40a331-f291-4a9e-ac01-c85ddbd79b93 req-50ff0017-98c8-431f-af69-689903dcceeb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:52.242547 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8a40a331-f291-4a9e-ac01-c85ddbd79b93 req-50ff0017-98c8-431f-af69-689903dcceeb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0828147 Jun 17 19:14:52.291280 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8a40a331-f291-4a9e-ac01-c85ddbd79b93 req-3272e168-44a1-409a-83d0-3180578d3e60 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447140 Jun 17 19:14:53.534455 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b5ee7-d8b5-4ef2-826a-582d701255c3 req-38f05ce1-fc75-4e8b-8191-afa8a9f2f2f8 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:53.536744 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c85b5ee7-d8b5-4ef2-826a-582d701255c3 req-38f05ce1-fc75-4e8b-8191-afa8a9f2f2f8 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0720921 Jun 17 19:14:53.578459 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c85b5ee7-d8b5-4ef2-826a-582d701255c3 req-c3c43325-a6c8-4138-a38c-1776c37a2da6 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357120 Jun 17 19:14:54.924324 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de03c9-2066-48cf-803e-ac666cdf1771 req-a8543985-7b66-4b40-85ee-18e8feac08a9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:54.925866 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f8de03c9-2066-48cf-803e-ac666cdf1771 req-a8543985-7b66-4b40-85ee-18e8feac08a9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.1184874 Jun 17 19:14:54.975907 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f8de03c9-2066-48cf-803e-ac666cdf1771 req-5789b379-5fa0-403e-96eb-8e13d0a81e36 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440195 Jun 17 19:14:56.258654 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-061aab11-1699-411d-ba9d-6415a73aa258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:56.286119 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11202a46-7aa6-42c2-b12a-cb8f6d7790dd req-433cfbba-4a5b-42db-a231-5adc733143cd tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:56.288213 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-11202a46-7aa6-42c2-b12a-cb8f6d7790dd req-433cfbba-4a5b-42db-a231-5adc733143cd tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0832705 Jun 17 19:14:56.355000 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-11202a46-7aa6-42c2-b12a-cb8f6d7790dd req-3f7cd019-d8d4-43bc-b92a-1212260e0356 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558896 Jun 17 19:14:57.458034 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf4557-031b-4bc9-a11e-1c95f6d2cbb5 req-0f739fa5-736f-41f0-a389-1a6e71bf2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:57.459544 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-26cf4557-031b-4bc9-a11e-1c95f6d2cbb5 req-0f739fa5-736f-41f0-a389-1a6e71bf2901 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 1098 time: 0.0590000 Jun 17 19:14:57.592209 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf4557-031b-4bc9-a11e-1c95f6d2cbb5 req-5a99c4ac-ab25-4166-b7ae-f41d4bff9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:57.593613 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-26cf4557-031b-4bc9-a11e-1c95f6d2cbb5 req-5a99c4ac-ab25-4166-b7ae-f41d4bff9387 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 918 time: 0.1262078 Jun 17 19:14:57.608126 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78c777-a574-4846-aabe-ebdec6e13aab req-d542aa48-38ec-4956-93f3-b8f30446299c tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:57.609560 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2c78c777-a574-4846-aabe-ebdec6e13aab req-d542aa48-38ec-4956-93f3-b8f30446299c tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.1241572 Jun 17 19:14:57.684861 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2c78c777-a574-4846-aabe-ebdec6e13aab req-481425b9-950a-450e-a7c3-7c30758cd1f5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680232 Jun 17 19:14:57.696945 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-26cf4557-031b-4bc9-a11e-1c95f6d2cbb5 req-3226bc37-f014-414a-82ef-ed3412b5b731 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49 HTTP/1.1" status: 200 len: 1000 time: 0.0864232 Jun 17 19:14:57.751536 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf4557-031b-4bc9-a11e-1c95f6d2cbb5 req-712faffd-36db-47fe-b675-e7c920a10f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:57.752975 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-26cf4557-031b-4bc9-a11e-1c95f6d2cbb5 req-712faffd-36db-47fe-b675-e7c920a10f93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 200 len: 856 time: 0.0462277 Jun 17 19:14:57.814124 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf4557-031b-4bc9-a11e-1c95f6d2cbb5 req-a15a9b67-ad60-4ca6-a138-73d37ce5f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:57.815591 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-26cf4557-031b-4bc9-a11e-1c95f6d2cbb5 req-a15a9b67-ad60-4ca6-a138-73d37ce5f76f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0535169 Jun 17 19:14:57.848216 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:57.914178 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-26cf4557-031b-4bc9-a11e-1c95f6d2cbb5 req-54048cae-3ae0-403b-828d-41e30a089062 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882525 Jun 17 19:14:58.010520 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-26cf4557-031b-4bc9-a11e-1c95f6d2cbb5 req-f1bd3af4-fd4e-44f4-b017-f661ace0a347 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865996 Jun 17 19:14:58.748023 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6e24cf01-4ca7-43c4-be6c-771f10f095f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:58.863737 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65398ab-1832-44a9-a5ec-7c05c7fd68eb req-093649e5-cb92-4978-99dc-903416e51a5b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:14:58.865498 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b65398ab-1832-44a9-a5ec-7c05c7fd68eb req-093649e5-cb92-4978-99dc-903416e51a5b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0638723 Jun 17 19:14:58.909206 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b65398ab-1832-44a9-a5ec-7c05c7fd68eb req-6923a78f-e222-418d-8167-f061b3173a86 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381262 Jun 17 19:14:58.997381 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:14:59.892736 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:00.092424 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df28493-f9e6-4cea-8645-dfa20caaaef2 req-073c4c8c-3fe1-4242-8e24-dbced6aa1e60 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:00.094597 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9df28493-f9e6-4cea-8645-dfa20caaaef2 req-073c4c8c-3fe1-4242-8e24-dbced6aa1e60 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 945 time: 0.0634751 Jun 17 19:15:00.133544 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9df28493-f9e6-4cea-8645-dfa20caaaef2 req-5d21bcba-0241-4bff-bfda-326ce523b18c tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338097 Jun 17 19:15:00.210814 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d78d6589-dea8-49d0-8ae6-732e4ad56af7 req-eb7e6db9-3e03-4eb3-a702-fb71f7db459c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605538 Jun 17 19:15:00.312948 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6589-dea8-49d0-8ae6-732e4ad56af7 req-f31b2a5f-8e49-46f7-9329-72b46e9cddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:00.314689 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d78d6589-dea8-49d0-8ae6-732e4ad56af7 req-f31b2a5f-8e49-46f7-9329-72b46e9cddef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 1098 time: 0.0594287 Jun 17 19:15:00.444499 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6589-dea8-49d0-8ae6-732e4ad56af7 req-bc215d19-bc90-4ee8-b690-b82ef7023773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:00.455418 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d78d6589-dea8-49d0-8ae6-732e4ad56af7 req-bc215d19-bc90-4ee8-b690-b82ef7023773 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 918 time: 0.1149249 Jun 17 19:15:00.474394 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device c18fa90b-5f27-46bd-b312-f3da62fdcc49 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:15:00.547630 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d78d6589-dea8-49d0-8ae6-732e4ad56af7 req-ac157d89-c0be-4ab2-925d-d4a3688762e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49 HTTP/1.1" status: 200 len: 1000 time: 0.0839763 Jun 17 19:15:00.568158 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:00.596027 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:15:00.598458 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc63cc0-7d13-4a25-ad72-449e7118a7be" -d '{"events": [{"server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "name": "network-vif-unplugged", "status": "completed", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:15:00.608663 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6589-dea8-49d0-8ae6-732e4ad56af7 req-5ffae183-7f64-427b-935e-db799926100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:00.610119 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d78d6589-dea8-49d0-8ae6-732e4ad56af7 req-5ffae183-7f64-427b-935e-db799926100f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 200 len: 856 time: 0.0552073 Jun 17 19:15:00.623209 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:15:00.628987 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:00.631234 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:15:00.658604 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 19:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf220a0-556a-4e0c-b62d-193d886fdea8 x-openstack-request-id: req-2cf220a0-556a-4e0c-b62d-193d886fdea8 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:15:00.658978 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "name": "network-vif-unplugged", "status": "failed", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49", "code": 422}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:15:00.659310 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cf220a0-556a-4e0c-b62d-193d886fdea8 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:15:00.660182 dv-cinder-790535-5-smb neutron-server[92949]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'code': 422} returned with failed status Jun 17 19:15:00.682047 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6589-dea8-49d0-8ae6-732e4ad56af7 req-c458ca6b-f2ea-4b7b-b06d-50f833247b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:00.683680 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d78d6589-dea8-49d0-8ae6-732e4ad56af7 req-c458ca6b-f2ea-4b7b-b06d-50f833247b36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0664055 Jun 17 19:15:00.692055 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=c18fa90b-5f27-46bd-b312-f3da62fdcc49,revision_number=8']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:15:00.695335 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:15:00.781119 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d78d6589-dea8-49d0-8ae6-732e4ad56af7 req-5b34b077-6c59-4917-ace5-26fa47962c00 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892589 Jun 17 19:15:00.872951 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d78d6589-dea8-49d0-8ae6-732e4ad56af7 req-c7d04e20-b149-43e7-a141-ed745dc92b00 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846019 Jun 17 19:15:01.339857 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb630bea-3d25-4ce9-a911-57126ab3654d req-c9f03a80-1e95-44a7-9a60-7bc18622cfa2 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:01.341929 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cb630bea-3d25-4ce9-a911-57126ab3654d req-c9f03a80-1e95-44a7-9a60-7bc18622cfa2 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.0677311 Jun 17 19:15:01.384836 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cb630bea-3d25-4ce9-a911-57126ab3654d req-f40908ab-a678-445e-a84b-97fb633944f6 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346417 Jun 17 19:15:01.502232 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-29521f3c-6aac-4733-ab88-e9ef532580c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530653 Jun 17 19:15:02.033748 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:02.431642 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-84acb64e-3c35-4018-a561-d17bcc8f2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:02.433105 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-84acb64e-3c35-4018-a561-d17bcc8f2552 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a&tenant_id=986daf25687946db84eca340d33407de HTTP/1.1" status: 200 len: 1096 time: 0.0524657 Jun 17 19:15:02.515642 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-02876fcf-7eae-47a0-baed-d121da39e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:02.517002 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-02876fcf-7eae-47a0-baed-d121da39e9ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986daf25687946db84eca340d33407de&device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 1096 time: 0.0592237 Jun 17 19:15:02.633738 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59d963-a7a4-4f4f-a431-4409a07d3b8b req-6869c9d9-5e20-422f-bffe-a4de007920a5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:02.635101 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1c59d963-a7a4-4f4f-a431-4409a07d3b8b req-6869c9d9-5e20-422f-bffe-a4de007920a5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.1325638 Jun 17 19:15:02.639503 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-53a8e2aa-757a-4cfe-b0d9-3553dc23797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:02.640797 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-53a8e2aa-757a-4cfe-b0d9-3553dc23797b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 200 len: 918 time: 0.1079569 Jun 17 19:15:02.991537 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-1c59d963-a7a4-4f4f-a431-4409a07d3b8b req-13420040-9eff-4236-8c70-d54d6f7dcc82 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497977 Jun 17 19:15:03.004851 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-2a7e1b02-80d7-4774-8804-14cc9010de30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49 HTTP/1.1" status: 200 len: 998 time: 0.3477185 Jun 17 19:15:03.057993 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-7db9daed-af37-42b5-a3ec-264ea776ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:03.060372 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-7db9daed-af37-42b5-a3ec-264ea776ebfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 200 len: 856 time: 0.0495515 Jun 17 19:15:03.119691 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-eb479db2-6eb1-4ac5-8232-b268b16d7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:03.121216 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-eb479db2-6eb1-4ac5-8232-b268b16d7b27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9821e8fa-3fcd-419b-8fc8-5a07b0330db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0537798 Jun 17 19:15:03.220131 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-ced9d5ee-9b71-4320-86cd-57941b2ef162 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908854 Jun 17 19:15:03.315487 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4b1d9281-aa4d-4f14-b90f-fbec7c4e9ac3 req-5e8a5702-cb5b-4556-b9ff-10149b9d6c69 service neutron] 10.222.0.42 "GET /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884204 Jun 17 19:15:04.205384 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a46e0-c036-4328-b0a4-d6c3a068f40e req-9eefef30-ef34-4a67-8490-652a1ac2c82a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:04.207508 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4c2a46e0-c036-4328-b0a4-d6c3a068f40e req-9eefef30-ef34-4a67-8490-652a1ac2c82a tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.0896342 Jun 17 19:15:04.257042 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4c2a46e0-c036-4328-b0a4-d6c3a068f40e req-ebda9458-e72b-4d1f-8e60-aa1dd5979e37 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435655 Jun 17 19:15:05.483141 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5cd7-6840-478c-991f-0a5742a02d87 req-cf62bac5-2556-4b5d-aa37-f8fbdc1097b5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:05.484583 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-220c5cd7-6840-478c-991f-0a5742a02d87 req-cf62bac5-2556-4b5d-aa37-f8fbdc1097b5 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.0686429 Jun 17 19:15:05.521147 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-220c5cd7-6840-478c-991f-0a5742a02d87 req-7e983867-ddad-4c90-b3cd-7fc11c848cfb tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308337 Jun 17 19:15:06.705847 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb448e-89c2-49d4-83d9-ecc46485f5ae req-b1fe9455-6129-4def-8c8e-381b04b0e6a2 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:06.707321 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-15bb448e-89c2-49d4-83d9-ecc46485f5ae req-b1fe9455-6129-4def-8c8e-381b04b0e6a2 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.0695889 Jun 17 19:15:06.752619 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-15bb448e-89c2-49d4-83d9-ecc46485f5ae req-ef9601c1-ee7e-46a1-bff8-24ff62fc2510 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396044 Jun 17 19:15:07.808772 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41736) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:15:07.941904 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:07.953498 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9bfe-31b8-4930-8cda-1b4cc2d01193 req-99405f53-2bd1-49a6-9aef-7851153d9974 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:07.954998 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-240d9bfe-31b8-4930-8cda-1b4cc2d01193 req-99405f53-2bd1-49a6-9aef-7851153d9974 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.0721371 Jun 17 19:15:08.000920 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-240d9bfe-31b8-4930-8cda-1b4cc2d01193 req-7932cfb6-0dc5-4436-a05e-230705346607 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400414 Jun 17 19:15:08.045154 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:08.049564 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:08.055332 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-4aa8dc61-fb82-46c2-8eae-4948a86095b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:15:08.101040 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97342eb45e1b49619a6617241204bb12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884502 Jun 17 19:15:08.101040 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e0b795-acae-4c93-a3b6-4868acfe6c22,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:15:08.101597 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41740) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:15:08.108416 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.108866 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.109440 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.109865 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.110365 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.110821 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.111231 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.111757 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.112325 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.112700 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.113057 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.113405 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.117339 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-951d8dcd-c60e-47e9-8d09-3e9c11486cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:15:08.159904 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:08.181580 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:08.236703 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:08.239448 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:08.240559 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27e0b795-acae-4c93-a3b6-4868acfe6c22 HTTP/1.1" status: 204 len: 168 time: 0.1377189 Jun 17 19:15:08.241365 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f63c206c-be0c-405b-b894-d5525669419c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:15:08.249859 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e0b795-acae-4c93-a3b6-4868acfe6c22,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:15:08.257043 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.257649 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.258211 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.258730 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.259270 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.259798 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.260309 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.260889 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.261417 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.261774 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.262273 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.262687 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:08.266782 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:15:09.183578 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9462-9775-4ba9-b8b6-6140e3dcfec0 req-d333a527-e7b4-42a6-aef1-ce39bc509a46 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:09.186772 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-819e9462-9775-4ba9-b8b6-6140e3dcfec0 req-d333a527-e7b4-42a6-aef1-ce39bc509a46 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.0675862 Jun 17 19:15:09.224685 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-819e9462-9775-4ba9-b8b6-6140e3dcfec0 req-7a82d908-f842-4af2-a1b8-480562926d78 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320501 Jun 17 19:15:10.410836 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551fdb0-30f7-477e-974d-0e08bd798952 req-1d1fc544-0149-4f2a-9225-c5bea3dacbf2 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:10.412290 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f551fdb0-30f7-477e-974d-0e08bd798952 req-1d1fc544-0149-4f2a-9225-c5bea3dacbf2 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.0648789 Jun 17 19:15:10.452087 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f551fdb0-30f7-477e-974d-0e08bd798952 req-5a4681fb-e7cd-43f1-95eb-de526eb9e234 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340338 Jun 17 19:15:11.643712 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e022b45-3d14-4249-9016-09d7af8d4c7f req-fb18458b-f821-4bb5-9ff8-36505cbc40ea tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:11.645134 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7e022b45-3d14-4249-9016-09d7af8d4c7f req-fb18458b-f821-4bb5-9ff8-36505cbc40ea tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.0677874 Jun 17 19:15:11.685025 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7e022b45-3d14-4249-9016-09d7af8d4c7f req-c387b523-1042-4ca6-bea9-a7dcc71c54f9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336692 Jun 17 19:15:12.893862 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f16894-15b4-4b7d-aad7-de57bfb7f79b req-3e35e26b-d66e-4ba5-b65b-7c3fde78ec5b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:12.895521 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a2f16894-15b4-4b7d-aad7-de57bfb7f79b req-3e35e26b-d66e-4ba5-b65b-7c3fde78ec5b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.0728300 Jun 17 19:15:12.954664 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a2f16894-15b4-4b7d-aad7-de57bfb7f79b req-45b7b159-d3ac-4316-a0d0-7972b44ac76f tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491014 Jun 17 19:15:14.136522 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c2f09-e81f-444e-8e05-e35310e6ca2a req-217af434-52d5-43c5-a26c-72aac38d6a51 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:14.139000 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e26c2f09-e81f-444e-8e05-e35310e6ca2a req-217af434-52d5-43c5-a26c-72aac38d6a51 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.0656607 Jun 17 19:15:14.181466 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e26c2f09-e81f-444e-8e05-e35310e6ca2a req-99479f64-8dad-41b6-a9e3-7fb37371d1ea tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364945 Jun 17 19:15:15.360316 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919d55c-f5ce-4edc-9c9a-710a087d9494 req-61c7d1b7-bf3b-4812-9934-31392507dbf8 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:15.361793 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b919d55c-f5ce-4edc-9c9a-710a087d9494 req-61c7d1b7-bf3b-4812-9934-31392507dbf8 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.0626903 Jun 17 19:15:15.398960 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-b919d55c-f5ce-4edc-9c9a-710a087d9494 req-e4044d02-c7b0-4f7c-a22c-5250cc516e58 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315957 Jun 17 19:15:16.559155 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device c18fa90b-5f27-46bd-b312-f3da62fdcc49 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:15:16.573639 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7595b0-b786-4150-8f57-59f6725c35a2 req-93ee4c77-6e22-45e2-8eb2-2103c58937ff tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:16.575101 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ef7595b0-b786-4150-8f57-59f6725c35a2 req-93ee4c77-6e22-45e2-8eb2-2103c58937ff tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 943 time: 0.0628417 Jun 17 19:15:16.613579 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ef7595b0-b786-4150-8f57-59f6725c35a2 req-455fe747-5da8-4fd5-bafe-63c3ee3077cc tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324342 Jun 17 19:15:16.650564 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:15:16.664858 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'port_id': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'mac_address': 'fa:16:3e:73:9f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:15:16.699118 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:16.711468 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18fa90b-5f27-46bd-b312-f3da62fdcc49 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:15:16.730439 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:15:16.734124 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:16.735802 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:15:16.779713 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=c18fa90b-5f27-46bd-b312-f3da62fdcc49,revision_number=9']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:15:16.786451 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:16.786793 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:16.787128 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:16.787459 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:16.787783 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:16.788106 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:16.788428 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:16.788747 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:16.789063 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:16.789381 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:16.789695 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:16.790009 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:15:16.793720 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:15:16.944235 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['c18fa90b-5f27-46bd-b312-f3da62fdcc49'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:15:17.795212 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421464f-70f6-4889-a12b-2d5fe7dde728 req-64cf485b-8724-4c54-b3e5-9c533f671bef tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:17.796661 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7421464f-70f6-4889-a12b-2d5fe7dde728 req-64cf485b-8724-4c54-b3e5-9c533f671bef tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 944 time: 0.0697610 Jun 17 19:15:17.839665 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7421464f-70f6-4889-a12b-2d5fe7dde728 req-ac3a5d95-c522-4110-8528-f9c4042efc8c tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365331 Jun 17 19:15:18.560646 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device c18fa90b-5f27-46bd-b312-f3da62fdcc49 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:15:18.609450 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port c18fa90b-5f27-46bd-b312-f3da62fdcc49 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:15:18.609740 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:18.685883 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:18.706986 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:15:18.709198 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcffc202-8c26-4b02-9bea-edf51039ce67" -d '{"events": [{"server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "name": "network-vif-plugged", "status": "completed", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:15:18.722542 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:15:18.726263 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:18.728053 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:15:18.749631 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7005e6d-4252-4881-8ff2-0393bd3865b8 x-openstack-request-id: req-b7005e6d-4252-4881-8ff2-0393bd3865b8 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:15:18.749928 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "name": "network-vif-plugged", "status": "completed", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:15:18.750215 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7005e6d-4252-4881-8ff2-0393bd3865b8 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:15:18.750610 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'code': 200} Jun 17 19:15:18.776198 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=c18fa90b-5f27-46bd-b312-f3da62fdcc49,revision_number=10']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:15:18.779826 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:15:19.056031 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb39f8c-c9f2-49eb-9d7f-70fb1f4bed3e req-359169c2-08c5-4119-ae20-2598331abbaa tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:19.057441 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cfb39f8c-c9f2-49eb-9d7f-70fb1f4bed3e req-359169c2-08c5-4119-ae20-2598331abbaa tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 946 time: 0.0930049 Jun 17 19:15:19.091355 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824344cd-9da9-4d2f-8b3a-39a7ae93e875 req-4ea18fd3-21d2-424a-bb26-2f3275501eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:19.092771 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-824344cd-9da9-4d2f-8b3a-39a7ae93e875 req-4ea18fd3-21d2-424a-bb26-2f3275501eba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 1099 time: 0.0885608 Jun 17 19:15:19.117903 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cfb39f8c-c9f2-49eb-9d7f-70fb1f4bed3e req-22771889-1a1d-4a50-a3e7-921bd0f770d2 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545630 Jun 17 19:15:19.133909 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-824344cd-9da9-4d2f-8b3a-39a7ae93e875 req-0a23d0a0-dabf-4368-ac4d-7d3dbfb45063 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323141 Jun 17 19:15:20.304082 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7a322-3449-449f-a05d-e16fdc00a6da req-2b140b20-a788-4d1a-97b4-8c67f95982f8 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:20.305499 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0ae7a322-3449-449f-a05d-e16fdc00a6da req-2b140b20-a788-4d1a-97b4-8c67f95982f8 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 946 time: 0.0681367 Jun 17 19:15:20.344084 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0ae7a322-3449-449f-a05d-e16fdc00a6da req-66a92e9f-074e-486a-bad9-c1dd3f729f78 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324109 Jun 17 19:15:21.528275 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5445b-df16-4189-9d63-5e97158cedd9 req-4f70b920-56e1-4cc9-ba5a-fc78fdc81bd1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:21.529773 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-66d5445b-df16-4189-9d63-5e97158cedd9 req-4f70b920-56e1-4cc9-ba5a-fc78fdc81bd1 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 946 time: 0.0637896 Jun 17 19:15:21.565876 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-66d5445b-df16-4189-9d63-5e97158cedd9 req-96f842dc-7318-4391-b888-ae0a7d1b35b8 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305054 Jun 17 19:15:22.219274 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:15:26.251096 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-c2398ea6-cd66-4c9d-8581-dc0f52204fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:27.864036 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:28.749875 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8c360d8d-b82b-496a-885b-98261ed87119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:29.000834 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:29.895842 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:32.034923 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:54.648701 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fb016-abcb-40c0-beb4-e15a136556b9 req-0245ffc5-1ac2-4dd7-8bb9-8b65195fcc47 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:54.650131 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4a6fb016-abcb-40c0-beb4-e15a136556b9 req-0245ffc5-1ac2-4dd7-8bb9-8b65195fcc47 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 946 time: 0.0727932 Jun 17 19:15:54.690123 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4a6fb016-abcb-40c0-beb4-e15a136556b9 req-a8cce082-02c9-4ba9-880f-c8fe2758cd94 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325325 Jun 17 19:15:55.873969 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06b248-4ea5-4519-8ad4-5ca9614cf17d req-b853511c-7fdd-4fd2-ba32-0e61a9a86528 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:55.875484 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe06b248-4ea5-4519-8ad4-5ca9614cf17d req-b853511c-7fdd-4fd2-ba32-0e61a9a86528 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 946 time: 0.0655317 Jun 17 19:15:55.911789 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe06b248-4ea5-4519-8ad4-5ca9614cf17d req-fadd00e3-2aed-4c1d-affa-869a332e293b tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups?id=e960104e-0979-4776-b337-e42fac1cff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306900 Jun 17 19:15:56.109923 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb553ed-61f3-4472-b598-2f309697e329 req-ac3d01f0-c430-4686-a8a8-de4a15348928 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:15:56.111413 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fcb553ed-61f3-4472-b598-2f309697e329 req-ac3d01f0-c430-4686-a8a8-de4a15348928 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 946 time: 0.0720646 Jun 17 19:15:56.211473 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Deleting port c18fa90b-5f27-46bd-b312-f3da62fdcc49 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:15:56.211868 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:56.252263 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-11d2d2b7-96ec-401e-a2c9-c9f1d8ce5727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:56.307772 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] For port c18fa90b-5f27-46bd-b312-f3da62fdcc49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c18fa90b-5f27-46bd-b312-f3da62fdcc49,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:15:56.308144 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:56.482288 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:56.482576 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:56.483866 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.l3_db [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Floating IP 8191e68a-eb09-4996-b145-6b831cf7fdbe disassociated. External IP: 172.28.2.17, port: c18fa90b-5f27-46bd-b312-f3da62fdcc49. Jun 17 19:15:56.485561 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Calling delete_port for c18fa90b-5f27-46bd-b312-f3da62fdcc49 owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:15:56.622578 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:56.626379 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-53d42200-0fe0-4106-ae0f-df32a96b9f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:15:56.654264 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event deleted for resources: {'Port': ['ID=c18fa90b-5f27-46bd-b312-f3da62fdcc49,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:15:56.657737 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:15:56.765909 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Router aeabd397-8b45-44a9-8a60-8d46a0afae7a has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:15:56.869913 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:15:56.879839 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11763ac3-4f2a-42ad-85e0-811ee4679e51 None None] Sync routers for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:15:56.889592 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11763ac3-4f2a-42ad-85e0-811ee4679e51 None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:15:56.890232 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-11763ac3-4f2a-42ad-85e0-811ee4679e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:15:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:15:56.914807 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] No DVR routers for this DVR port c18fa90b-5f27-46bd-b312-f3da62fdcc49 on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:15:56.917395 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:56.919471 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fcb553ed-61f3-4472-b598-2f309697e329 req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.42 "DELETE /v2.0/ports/c18fa90b-5f27-46bd-b312-f3da62fdcc49 HTTP/1.1" status: 204 len: 173 time: 0.8021102 Jun 17 19:15:56.920198 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'name': 'network-vif-deleted', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:15:56.922821 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e45176-d577-47e7-8cc9-8c7ee303a7f0" -d '{"events": [{"server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "name": "network-vif-deleted", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:15:56.962978 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac1a1d8-f9b6-4acf-94cc-85616d64dd61 x-openstack-request-id: req-7ac1a1d8-f9b6-4acf-94cc-85616d64dd61 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:15:56.963318 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1e0c94-1fa6-48ab-b288-585b7415ac9a", "name": "network-vif-deleted", "tag": "c18fa90b-5f27-46bd-b312-f3da62fdcc49", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:15:56.964173 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ac1a1d8-f9b6-4acf-94cc-85616d64dd61 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:15:56.964173 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1e0c94-1fa6-48ab-b288-585b7415ac9a', 'name': 'network-vif-deleted', 'tag': 'c18fa90b-5f27-46bd-b312-f3da62fdcc49', 'status': 'completed', 'code': 200} Jun 17 19:15:57.003835 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-11763ac3-4f2a-42ad-85e0-811ee4679e51 None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:15:57.094674 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4741d0cf-83df-48b2-a373-918308697626 req-d9cf092a-db87-421c-9450-572c29c91c3c tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c1e0c94-1fa6-48ab-b288-585b7415ac9a HTTP/1.1" status: 200 len: 210 time: 0.0393386 Jun 17 19:15:57.236316 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-11763ac3-4f2a-42ad-85e0-811ee4679e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:55Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:15:57.261908 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11763ac3-4f2a-42ad-85e0-811ee4679e51 None None] Checking router: aeabd397-8b45-44a9-8a60-8d46a0afae7a for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:15:57.270654 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11763ac3-4f2a-42ad-85e0-811ee4679e51 None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:15:57.271556 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-11763ac3-4f2a-42ad-85e0-811ee4679e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:15:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:15:57.384125 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-11763ac3-4f2a-42ad-85e0-811ee4679e51 None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:15:57.576752 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-11763ac3-4f2a-42ad-85e0-811ee4679e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:55Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:15:57.609839 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11763ac3-4f2a-42ad-85e0-811ee4679e51 None None] The sync data for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb is: [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:50Z', 'revision_number': 4, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '67e57703-1e40-42f5-b532-d96731b36c06', 'name': '', 'network_id': '9821e8fa-3fcd-419b-8fc8-5a07b0330db4', 'tenant_id': '986daf25687946db84eca340d33407de', 'mac_address': 'fa:16:3e:c2:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:49Z', 'updated_at': '2021-06-17T19:10:55Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'subnets': [{'id': '89a030fc-a687-4a8c-8da4-92761aa0406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:15:57.845524 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b6b5de-ce53-4141-bc97-81b82dda9b8a None None] New status for floating IP 8191e68a-eb09-4996-b145-6b831cf7fdbe: DOWN {{(pid=92949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 19:15:57.932921 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:58.212279 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41838) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:15:58.267320 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cd7b370c-3a19-433d-8e8b-a6dabec1e2c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:58.291273 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cd7b370c-3a19-433d-8e8b-a6dabec1e2c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:58.342389 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cd7b370c-3a19-433d-8e8b-a6dabec1e2c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:58.345245 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cd7b370c-3a19-433d-8e8b-a6dabec1e2c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:58.346494 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-cd7b370c-3a19-433d-8e8b-a6dabec1e2c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "DELETE /v2.0/security-groups/e960104e-0979-4776-b337-e42fac1cff05 HTTP/1.1" status: 204 len: 168 time: 0.1332371 Jun 17 19:15:58.347299 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e6adfb68-6496-4a7b-b4a5-7cde7a89a5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:15:58.349445 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41840) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:15:58.359036 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b370c-3a19-433d-8e8b-a6dabec1e2c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e960104e-0979-4776-b337-e42fac1cff05,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:15:58.361750 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-cd7b370c-3a19-433d-8e8b-a6dabec1e2c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:15:58.369498 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.api.v2.resource [None req-734bdaa2-cd71-4b7f-980c-8298e81d55dd tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] show failed (client error): The resource could not be found. Jun 17 19:15:58.370795 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-734bdaa2-cd71-4b7f-980c-8298e81d55dd tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "GET /v2.0/security-groups/e960104e-0979-4776-b337-e42fac1cff05 HTTP/1.1" status: 404 len: 347 time: 0.0187914 Jun 17 19:15:58.374496 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41842) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:15:58.509708 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-2dafa2ee-e2a8-4403-b645-984d85554697 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Deleting port e9550255-e1aa-40a3-8336-60eee709673c {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:15:58.510058 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-2dafa2ee-e2a8-4403-b645-984d85554697 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:58.585684 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-2dafa2ee-e2a8-4403-b645-984d85554697 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:58.586022 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-2dafa2ee-e2a8-4403-b645-984d85554697 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:58.651958 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-2dafa2ee-e2a8-4403-b645-984d85554697 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Calling delete_port for e9550255-e1aa-40a3-8336-60eee709673c owned by network:floatingip {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:15:58.755720 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-c77daf4d-92cb-4908-bb40-751771461da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:58.787284 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-2dafa2ee-e2a8-4403-b645-984d85554697 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:58.790599 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-31f42519-df06-41da-8ecb-bb8aea7a685e tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:15:58.822257 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device c18fa90b-5f27-46bd-b312-f3da62fdcc49 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:15:58.826366 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafa2ee-e2a8-4403-b645-984d85554697 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Pushing event deleted for resources: {'Port': ['ID=e9550255-e1aa-40a3-8336-60eee709673c,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:15:58.828720 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-2dafa2ee-e2a8-4403-b645-984d85554697 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:15:58.842681 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: c18fa90b-5f27-46bd-b312-f3da62fdcc49 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:15:58.843038 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device c18fa90b-5f27-46bd-b312-f3da62fdcc49 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:15:58.885323 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-2dafa2ee-e2a8-4403-b645-984d85554697 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks [] for floatingip, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:58.888417 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-2dafa2ee-e2a8-4403-b645-984d85554697 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:58.889539 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-2dafa2ee-e2a8-4403-b645-984d85554697 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] 10.222.0.10 "DELETE /v2.0/floatingips/8191e68a-eb09-4996-b145-6b831cf7fdbe HTTP/1.1" status: 204 len: 168 time: 0.5139880 Jun 17 19:15:59.002968 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:15:59.223726 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:15:59.900000 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:01.472176 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41864) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:01.956117 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1018169'] for router_interface, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:02.038891 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:02.214294 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] Deleting port 67e57703-1e40-42f5-b532-d96731b36c06 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:16:02.215216 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:02.514420 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] For port 67e57703-1e40-42f5-b532-d96731b36c06, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=67e57703-1e40-42f5-b532-d96731b36c06,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:16:02.515484 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:02.582275 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] Calling delete_port for 67e57703-1e40-42f5-b532-d96731b36c06 owned by network:router_interface {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:16:02.760255 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:02.764388 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-7611abc0-5323-4ff4-bffe-45530e87e844 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:02.788915 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=67e57703-1e40-42f5-b532-d96731b36c06,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:02.792732 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:02.954629 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1020297'] for router_interface, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:03.163688 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] Router aeabd397-8b45-44a9-8a60-8d46a0afae7a has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:16:03.266266 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:16:03.271123 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] 10.222.0.10 "PUT /v2.0/routers/aeabd397-8b45-44a9-8a60-8d46a0afae7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7979383 Jun 17 19:16:03.275361 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41868) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:03.282620 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fe89f-d2d2-4a84-b4ad-88d4c92cbf9d None None] Sync routers for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:16:03.292242 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fe89f-d2d2-4a84-b4ad-88d4c92cbf9d None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:16:03.294282 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-b26fe89f-d2d2-4a84-b4ad-88d4c92cbf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:15:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:16:03.385571 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Notify callbacks [] for router, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:03.405447 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-b26fe89f-d2d2-4a84-b4ad-88d4c92cbf9d None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:16:03.529898 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:03.582897 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Deleting port f2df2176-c785-4a7a-98d1-457ce9357145 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:16:03.583247 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:03.590757 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-b26fe89f-d2d2-4a84-b4ad-88d4c92cbf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:16:02Z', 'revision_number': 5, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port': {'id': 'f2df2176-c785-4a7a-98d1-457ce9357145', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:16:03.618567 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fe89f-d2d2-4a84-b4ad-88d4c92cbf9d None None] Checking router: aeabd397-8b45-44a9-8a60-8d46a0afae7a for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:16:03.627407 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fe89f-d2d2-4a84-b4ad-88d4c92cbf9d None None] Routers {'aeabd397-8b45-44a9-8a60-8d46a0afae7a'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:16:03.628017 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-b26fe89f-d2d2-4a84-b4ad-88d4c92cbf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:15:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:16:03.660379 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] For port f2df2176-c785-4a7a-98d1-457ce9357145, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=f2df2176-c785-4a7a-98d1-457ce9357145,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:16:03.660729 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:03.713439 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-b26fe89f-d2d2-4a84-b4ad-88d4c92cbf9d None None] Set router aeabd397-8b45-44a9-8a60-8d46a0afae7a gateway port host: None {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:16:03.728097 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Calling delete_port for f2df2176-c785-4a7a-98d1-457ce9357145 owned by network:router_gateway {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:16:03.857415 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-b26fe89f-d2d2-4a84-b4ad-88d4c92cbf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:16:03Z', 'revision_number': 6, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port_host': None}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:16:03.883508 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fe89f-d2d2-4a84-b4ad-88d4c92cbf9d None None] The sync data for ids ['aeabd397-8b45-44a9-8a60-8d46a0afae7a'] in dv-cinder-790535-5-smb is: [{'id': 'aeabd397-8b45-44a9-8a60-8d46a0afae7a', 'name': 'tempest-AttachVolumeShelveTestJSON-2068337460-router', 'tenant_id': '986daf25687946db84eca340d33407de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:10:47Z', 'updated_at': '2021-06-17T19:16:03Z', 'revision_number': 6, 'project_id': '986daf25687946db84eca340d33407de', 'gw_port_host': None}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:16:03.903386 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:03.905444 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-30f1b3b2-0024-4fb7-8af8-8b523903102e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:03.929429 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2df2176-c785-4a7a-98d1-457ce9357145,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:03.932466 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:03.991798 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021058'] for router_gateway, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.076448 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-352'] for router, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.078518 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.119428 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1031327'] for router, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.119943 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeabd397-8b45-44a9-8a60-8d46a0afae7a {{(pid=92947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 19:16:04.124903 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Notify callbacks [] for router, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.126496 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] 10.222.0.10 "DELETE /v2.0/routers/aeabd397-8b45-44a9-8a60-8d46a0afae7a HTTP/1.1" status: 204 len: 168 time: 0.8503280 Jun 17 19:16:04.128590 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 41870) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:04.173895 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_v2 [None req-7027d4b0-5ee8-49d0-bbb2-03c6c9a6d261 admin admin] Deleting subnet 89a030fc-a687-4a8c-8da4-92761aa0406a {{(pid=92947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:16:04.177192 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7027d4b0-5ee8-49d0-bbb2-03c6c9a6d261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.223849 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7027d4b0-5ee8-49d0-bbb2-03c6c9a6d261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3247341'] for subnet, precommit_delete_associations {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.318160 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7027d4b0-5ee8-49d0-bbb2-03c6c9a6d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.381987 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7027d4b0-5ee8-49d0-bbb2-03c6c9a6d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4087781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3941940'] for subnet, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.385207 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0de77c56-2ba9-48b7-a50c-db7ec6da7edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:04.413451 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7027d4b0-5ee8-49d0-bbb2-03c6c9a6d261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.418478 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-7027d4b0-5ee8-49d0-bbb2-03c6c9a6d261 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/89a030fc-a687-4a8c-8da4-92761aa0406a HTTP/1.1" status: 204 len: 168 time: 0.2864728 Jun 17 19:16:04.418905 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41872) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:04.419576 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45770c16-deca-4661-a9ed-0efce1f4dafa None None] Network 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:16:04.420129 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027d4b0-5ee8-49d0-bbb2-03c6c9a6d261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a030fc-a687-4a8c-8da4-92761aa0406a,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:04.423682 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-7027d4b0-5ee8-49d0-bbb2-03c6c9a6d261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:04.501999 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.559930 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Deleting port 80e27d43-e341-4cb7-814b-15f5798abab9 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:16:04.560431 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.659451 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] For port 80e27d43-e341-4cb7-814b-15f5798abab9, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=80e27d43-e341-4cb7-814b-15f5798abab9,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:16:04.659807 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.712911 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4422a7b-7c6a-444f-8eca-3279797c790a None None] DHCP port deletion for 9821e8fa-3fcd-419b-8fc8-5a07b0330db4 request from dv-cinder-790535-5-smb {{(pid=92949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 19:16:04.739610 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Calling delete_port for 80e27d43-e341-4cb7-814b-15f5798abab9 owned by network:dhcp {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:16:04.763095 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-a4422a7b-7c6a-444f-8eca-3279797c790a None None] Deleting port 80e27d43-e341-4cb7-814b-15f5798abab9 {{(pid=92949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:16:04.763524 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a4422a7b-7c6a-444f-8eca-3279797c790a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.834300 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-a4422a7b-7c6a-444f-8eca-3279797c790a None None] For port 80e27d43-e341-4cb7-814b-15f5798abab9, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=80e27d43-e341-4cb7-814b-15f5798abab9,segment=NetworkSegment(6299787f-c4b8-46cd-adcb-657abddd11b1),segment_id=6299787f-c4b8-46cd-adcb-657abddd11b1)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:16:04.834993 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a4422a7b-7c6a-444f-8eca-3279797c790a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.843126 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.846790 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f3080deb-e2a9-4199-916d-82f89a8deadc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:04.872173 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e27d43-e341-4cb7-814b-15f5798abab9,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:04.875322 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:04.876110 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] No DVR routers for this DVR port 80e27d43-e341-4cb7-814b-15f5798abab9 on host dv-cinder-790535-5-smb {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:16:04.906261 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-a4422a7b-7c6a-444f-8eca-3279797c790a None None] Calling delete_port for 80e27d43-e341-4cb7-814b-15f5798abab9 owned by network:dhcp {{(pid=92949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:16:04.956148 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.967460 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9821e8fa-3fcd-419b-8fc8-5a07b0330db4']}} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:16:04.978203 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6299787f-c4b8-46cd-adcb-657abddd11b1') {'for_net_delete': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:16:04.978412 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6299787f-c4b8-46cd-adcb-657abddd11b1') {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:16:04.989009 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112635'] for segment, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.989279 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a4422a7b-7c6a-444f-8eca-3279797c790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297'] for port, after_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:04.991180 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:05.010005 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:05.016525 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=92948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:16:05.016693 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4422a7b-7c6a-444f-8eca-3279797c790a None None] Pushing event deleted for resources: {'Port': ['ID=80e27d43-e341-4cb7-814b-15f5798abab9,revision_number=None']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:05.016998 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260401939'] for segment, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: Traceback (most recent call last): Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: timer() Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: cb(*args, **kw) Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: return func(*args, **kwargs) Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: self._notify() Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: self.callback(batched_events) Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: event.method(event) Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: return f(self, *a, **k) Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: return self._get(url).json() Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: return self.request(url, 'GET', **kwargs) Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:16:05.018677 dv-cinder-790535-5-smb neutron-server[92948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:16:05.023708 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-a4422a7b-7c6a-444f-8eca-3279797c790a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:05.023708 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4422a7b-7c6a-444f-8eca-3279797c790a None None] No DVR routers for this DVR port 80e27d43-e341-4cb7-814b-15f5798abab9 on host dv-cinder-790535-5-smb {{(pid=92949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:16:05.078769 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:05.082886 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:05.085847 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:05.087630 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9821e8fa-3fcd-419b-8fc8-5a07b0330db4 HTTP/1.1" status: 204 len: 168 time: 0.6674290 Jun 17 19:16:05.098865 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9821e8fa-3fcd-419b-8fc8-5a07b0330db4,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:05.101244 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:05.205215 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41876) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:05.250162 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-c4781ac1-7664-414e-83f8-52d276652ec6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=986daf25687946db84eca340d33407de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435641 Jun 17 19:16:05.252503 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 41878) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:05.303322 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cbd0af3c-9c65-4482-b631-8db01997239f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:05.323685 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cbd0af3c-9c65-4482-b631-8db01997239f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:05.370642 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cbd0af3c-9c65-4482-b631-8db01997239f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:05.373527 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-cbd0af3c-9c65-4482-b631-8db01997239f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:05.374690 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-cbd0af3c-9c65-4482-b631-8db01997239f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db5c6f4b-be5e-47a1-85c4-6aa45114558a HTTP/1.1" status: 204 len: 168 time: 0.1213155 Jun 17 19:16:05.375464 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ba0e9fd3-3f2d-4579-9b96-f879b93d52ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:05.382886 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0af3c-9c65-4482-b631-8db01997239f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5c6f4b-be5e-47a1-85c4-6aa45114558a,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:05.385362 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-cbd0af3c-9c65-4482-b631-8db01997239f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:05.475440 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device f2df2176-c785-4a7a-98d1-457ce9357145 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:16:05.496355 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: f2df2176-c785-4a7a-98d1-457ce9357145 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:16:05.496678 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device f2df2176-c785-4a7a-98d1-457ce9357145 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:16:05.497033 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 80e27d43-e341-4cb7-814b-15f5798abab9 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:16:05.515881 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 80e27d43-e341-4cb7-814b-15f5798abab9 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:16:05.516532 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 80e27d43-e341-4cb7-814b-15f5798abab9 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:16:05.516964 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 67e57703-1e40-42f5-b532-d96731b36c06 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:16:05.538968 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 67e57703-1e40-42f5-b532-d96731b36c06 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:16:05.539326 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 67e57703-1e40-42f5-b532-d96731b36c06 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:16:26.254981 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6e317248-59d6-480e-8d89-445dc7e2fca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:27.866156 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:28.752390 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-38028b53-eb45-4012-8f51-f45aa4d0cbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:29.004299 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:29.901869 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:32.040231 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:35.676034 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42242) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:35.775215 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:35.866535 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:35.870196 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:35.873693 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-bb34e48f-b41f-4ddf-be61-558511e0ebe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:35.910433 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c37c09b762274cbcb97f8e87d84e1788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332919 Jun 17 19:16:35.911341 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89ffb27-3b88-47fe-b81d-a5778c904f9e,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:35.913134 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42246) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:35.929247 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:35.929557 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:35.929928 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:35.930320 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:35.930680 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:35.931039 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:35.931390 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:35.931741 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:35.932098 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:35.932447 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:35.932794 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:35.933139 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:35.937932 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-afbc17ac-3f87-4cbb-89aa-6838b583b16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:35.970966 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-12c4f4bf-abc1-42d9-979c-8cd13a51b794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:35.990944 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-12c4f4bf-abc1-42d9-979c-8cd13a51b794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:36.034481 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-12c4f4bf-abc1-42d9-979c-8cd13a51b794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:36.037229 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-12c4f4bf-abc1-42d9-979c-8cd13a51b794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:36.038342 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-12c4f4bf-abc1-42d9-979c-8cd13a51b794 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f89ffb27-3b88-47fe-b81d-a5778c904f9e HTTP/1.1" status: 204 len: 168 time: 0.1243176 Jun 17 19:16:36.039066 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c844e853-9e9a-4a45-bc78-007c5be21d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:36.046848 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4f4bf-abc1-42d9-979c-8cd13a51b794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89ffb27-3b88-47fe-b81d-a5778c904f9e,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:36.049270 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-12c4f4bf-abc1-42d9-979c-8cd13a51b794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:36.226014 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:16:36.288964 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42252) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:36.302888 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:36.394007 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:36.397664 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:36.401034 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f224cab5-4ea9-4099-b5d7-02b86c8d308d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:36.436463 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6de603784f9a4a32880ea03fabf14ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463156 Jun 17 19:16:36.437431 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf397a-e227-4512-92c3-83e21185a8a1,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:36.439092 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42254) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:36.444540 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:36.444919 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:36.445286 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:36.445644 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:36.446001 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:36.446376 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:36.446726 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:36.447074 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:36.447422 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:36.447767 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:36.448111 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:36.448452 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:16:36.452954 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-89571f11-1060-462d-94f6-e3105538a502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:36.488206 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-56e9a7c0-2d8a-49d9-a676-96d297d2d530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:36.508759 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-56e9a7c0-2d8a-49d9-a676-96d297d2d530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:36.554232 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-56e9a7c0-2d8a-49d9-a676-96d297d2d530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:36.556781 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-56e9a7c0-2d8a-49d9-a676-96d297d2d530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:36.557867 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-56e9a7c0-2d8a-49d9-a676-96d297d2d530 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8cf397a-e227-4512-92c3-83e21185a8a1 HTTP/1.1" status: 204 len: 168 time: 0.1177719 Jun 17 19:16:36.558677 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-aa417dcc-f3f8-4af3-936e-0a78f4ad4af3 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:36.566251 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9a7c0-2d8a-49d9-a676-96d297d2d530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf397a-e227-4512-92c3-83e21185a8a1,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:36.568388 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-56e9a7c0-2d8a-49d9-a676-96d297d2d530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:38.177075 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42306) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:38.276836 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f78c4a4e-ed8d-4c64-831d-7aa9dbd2a2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:38.367436 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f78c4a4e-ed8d-4c64-831d-7aa9dbd2a2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:38.371269 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f78c4a4e-ed8d-4c64-831d-7aa9dbd2a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:38.374669 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-dd695274-d6ae-4c51-b440-b90d92423ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:38.408101 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c4a4e-ed8d-4c64-831d-7aa9dbd2a2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde1e7c4-9422-482f-89f8-341a481b5582,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:38.411172 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f78c4a4e-ed8d-4c64-831d-7aa9dbd2a2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:38.413483 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-f78c4a4e-ed8d-4c64-831d-7aa9dbd2a2c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0317ecb864cd4733b6dc6c320b8e2e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353554 Jun 17 19:16:38.416175 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42310) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:38.463056 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a8c3ecfc-c13c-4f43-ac52-64ccb709f7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:38.483313 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a8c3ecfc-c13c-4f43-ac52-64ccb709f7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:38.527199 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a8c3ecfc-c13c-4f43-ac52-64ccb709f7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:38.530393 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a8c3ecfc-c13c-4f43-ac52-64ccb709f7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:38.531543 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-a8c3ecfc-c13c-4f43-ac52-64ccb709f7ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dde1e7c4-9422-482f-89f8-341a481b5582 HTTP/1.1" status: 204 len: 168 time: 0.1145251 Jun 17 19:16:38.532410 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-cbd0af3c-9c65-4482-b631-8db01997239f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:38.541319 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3ecfc-c13c-4f43-ac52-64ccb709f7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde1e7c4-9422-482f-89f8-341a481b5582,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:38.543603 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a8c3ecfc-c13c-4f43-ac52-64ccb709f7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:38.787047 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42316) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:38.801184 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-fae7d9b3-cc74-4be7-b8cd-757f41141cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:38.886092 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-fae7d9b3-cc74-4be7-b8cd-757f41141cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:38.889841 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-fae7d9b3-cc74-4be7-b8cd-757f41141cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:38.893070 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-98389014-4892-41e7-bb52-493010878cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:38.930612 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-fae7d9b3-cc74-4be7-b8cd-757f41141cb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ee1506d83fd4cdda4bbe8ca823010fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425273 Jun 17 19:16:38.931741 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7d9b3-cc74-4be7-b8cd-757f41141cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65262405-8970-444c-916d-5473f79ce3e4,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:38.933247 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42318) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:38.934939 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-fae7d9b3-cc74-4be7-b8cd-757f41141cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:38.981368 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-3ba98eb4-a37d-4f0b-bf9b-bd94795cda83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:39.002906 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-3ba98eb4-a37d-4f0b-bf9b-bd94795cda83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:39.052791 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-3ba98eb4-a37d-4f0b-bf9b-bd94795cda83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:39.055370 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-3ba98eb4-a37d-4f0b-bf9b-bd94795cda83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:39.056494 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-3ba98eb4-a37d-4f0b-bf9b-bd94795cda83 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65262405-8970-444c-916d-5473f79ce3e4 HTTP/1.1" status: 204 len: 168 time: 0.1222839 Jun 17 19:16:39.057264 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-055413ec-597f-4947-ba10-2c48caa6bc2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:39.064829 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba98eb4-a37d-4f0b-bf9b-bd94795cda83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65262405-8970-444c-916d-5473f79ce3e4,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:39.067160 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-3ba98eb4-a37d-4f0b-bf9b-bd94795cda83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:45.913494 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42402) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:46.015534 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-81c0178a-5762-4157-be17-652be0e7d0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.120428 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-81c0178a-5762-4157-be17-652be0e7d0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.131081 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-81c0178a-5762-4157-be17-652be0e7d0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.134154 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6d45e71b-d2cf-456b-aa81-20cba33dce65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:46.173161 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-81c0178a-5762-4157-be17-652be0e7d0db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e463c929cfa44c9cbf6c67c1a4a739e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585547 Jun 17 19:16:46.174275 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0178a-5762-4157-be17-652be0e7d0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982b5109-4a7d-48a9-beab-0a8e1321fbd6,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:46.175919 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42406) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:46.177948 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-81c0178a-5762-4157-be17-652be0e7d0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:46.232686 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-344c9d89-67e5-4c7a-aa1b-fd8a694ef167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.255963 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-344c9d89-67e5-4c7a-aa1b-fd8a694ef167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.310225 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-344c9d89-67e5-4c7a-aa1b-fd8a694ef167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.312847 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-344c9d89-67e5-4c7a-aa1b-fd8a694ef167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.314018 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-344c9d89-67e5-4c7a-aa1b-fd8a694ef167 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/982b5109-4a7d-48a9-beab-0a8e1321fbd6 HTTP/1.1" status: 204 len: 168 time: 0.1370900 Jun 17 19:16:46.314860 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-942a5424-a1e7-4407-80f5-31ec96e4b658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:46.323205 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c9d89-67e5-4c7a-aa1b-fd8a694ef167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982b5109-4a7d-48a9-beab-0a8e1321fbd6,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:46.325671 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-344c9d89-67e5-4c7a-aa1b-fd8a694ef167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:46.565146 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42412) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:46.578581 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-94375edd-3297-4a2b-9ee1-2f0e1990d503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.663373 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-94375edd-3297-4a2b-9ee1-2f0e1990d503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.666932 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-94375edd-3297-4a2b-9ee1-2f0e1990d503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.670249 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-f0877231-55a5-41f0-b815-2b376e0d2b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:46.704026 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-94375edd-3297-4a2b-9ee1-2f0e1990d503 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66cf6a07b70b4f319a3864ee687cf619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378124 Jun 17 19:16:46.705998 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94375edd-3297-4a2b-9ee1-2f0e1990d503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe341957-1fba-46b3-a949-8d8d31f1c3c8,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:46.706741 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42414) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:46.709049 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-94375edd-3297-4a2b-9ee1-2f0e1990d503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:46.755757 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ecea-1bf9-44cd-b1e2-0fc3c177d44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.776290 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ecea-1bf9-44cd-b1e2-0fc3c177d44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.821317 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ecea-1bf9-44cd-b1e2-0fc3c177d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.823869 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ecea-1bf9-44cd-b1e2-0fc3c177d44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:46.824977 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-f6a6ecea-1bf9-44cd-b1e2-0fc3c177d44f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe341957-1fba-46b3-a949-8d8d31f1c3c8 HTTP/1.1" status: 204 len: 168 time: 0.1171927 Jun 17 19:16:46.826806 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-bc4eed3e-3165-4932-9c6f-950c9b13ae43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:46.834000 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6ecea-1bf9-44cd-b1e2-0fc3c177d44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe341957-1fba-46b3-a949-8d8d31f1c3c8,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:46.836268 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f6a6ecea-1bf9-44cd-b1e2-0fc3c177d44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:54.672383 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42538) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:54.771237 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-449aa2df-2df6-4a3a-8b2b-f939ecb88f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:54.857160 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-449aa2df-2df6-4a3a-8b2b-f939ecb88f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:54.861484 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-449aa2df-2df6-4a3a-8b2b-f939ecb88f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:54.863931 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-35fde426-505b-444f-a729-be4024af57e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:54.900165 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-449aa2df-2df6-4a3a-8b2b-f939ecb88f1e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58ced19fdd4949568873cc1725bcdc2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267168 Jun 17 19:16:54.901060 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449aa2df-2df6-4a3a-8b2b-f939ecb88f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab6b42f-5c3b-4fc3-b611-7b3afe310e05,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:54.902829 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42542) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:54.904158 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-449aa2df-2df6-4a3a-8b2b-f939ecb88f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:54.954794 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5e9a42f8-5f08-4b1b-991c-80fd0615b221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:54.979762 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5e9a42f8-5f08-4b1b-991c-80fd0615b221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.022859 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5e9a42f8-5f08-4b1b-991c-80fd0615b221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.025390 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-5e9a42f8-5f08-4b1b-991c-80fd0615b221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.026511 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-5e9a42f8-5f08-4b1b-991c-80fd0615b221 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ab6b42f-5c3b-4fc3-b611-7b3afe310e05 HTTP/1.1" status: 204 len: 168 time: 0.1221693 Jun 17 19:16:55.027273 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0c68279f-45bf-470b-8d00-9e4379291baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:55.035322 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a42f8-5f08-4b1b-991c-80fd0615b221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab6b42f-5c3b-4fc3-b611-7b3afe310e05,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:55.037641 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-5e9a42f8-5f08-4b1b-991c-80fd0615b221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:55.280911 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42550) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:55.299252 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6e74-7476-464f-bb49-f0eceb708409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.386915 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6e74-7476-464f-bb49-f0eceb708409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.392399 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6e74-7476-464f-bb49-f0eceb708409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.397403 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-7075d887-2afb-4696-b717-b171947ac76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:55.432471 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-4d6a6e74-7476-464f-bb49-f0eceb708409 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acefe12cc448430f8a1fe828de7d1394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503961 Jun 17 19:16:55.433364 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a6e74-7476-464f-bb49-f0eceb708409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb83358-f784-4875-9491-37cffb08aa7b,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:55.436358 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42552) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:55.436856 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4d6a6e74-7476-464f-bb49-f0eceb708409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:55.488387 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2af9f00f-7eb2-45b2-9c13-a6a1ad87c7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.508631 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2af9f00f-7eb2-45b2-9c13-a6a1ad87c7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.554675 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2af9f00f-7eb2-45b2-9c13-a6a1ad87c7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.557150 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2af9f00f-7eb2-45b2-9c13-a6a1ad87c7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.558274 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-2af9f00f-7eb2-45b2-9c13-a6a1ad87c7f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5fb83358-f784-4875-9491-37cffb08aa7b HTTP/1.1" status: 204 len: 168 time: 0.1208110 Jun 17 19:16:55.559022 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-8cfdf27f-c0a8-4311-b611-939f04f5c4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:55.566322 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9f00f-7eb2-45b2-9c13-a6a1ad87c7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb83358-f784-4875-9491-37cffb08aa7b,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:55.568669 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-2af9f00f-7eb2-45b2-9c13-a6a1ad87c7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:55.862570 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42558) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:55.876327 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f451b9ac-3a05-48d1-aad5-dbe89a1af423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.964564 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f451b9ac-3a05-48d1-aad5-dbe89a1af423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.968460 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f451b9ac-3a05-48d1-aad5-dbe89a1af423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:55.971014 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a616f99d-2fbd-4b7d-85aa-bf6c54999618 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:56.006622 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-f451b9ac-3a05-48d1-aad5-dbe89a1af423 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5b367cb1f1947ab9798dae1debfb3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429312 Jun 17 19:16:56.007590 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451b9ac-3a05-48d1-aad5-dbe89a1af423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f462587-fa4a-4a3e-8794-825c646a40af,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:56.008304 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42560) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:16:56.010551 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f451b9ac-3a05-48d1-aad5-dbe89a1af423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:56.056500 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0ac1ff82-b80a-4d29-9a93-e80d8cca576d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:56.077573 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0ac1ff82-b80a-4d29-9a93-e80d8cca576d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:56.122991 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0ac1ff82-b80a-4d29-9a93-e80d8cca576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:56.126311 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0ac1ff82-b80a-4d29-9a93-e80d8cca576d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:56.127432 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-0ac1ff82-b80a-4d29-9a93-e80d8cca576d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f462587-fa4a-4a3e-8794-825c646a40af HTTP/1.1" status: 204 len: 168 time: 0.1181486 Jun 17 19:16:56.128240 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-5e5f9b91-277f-42aa-8260-709ccf03457d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:16:56.135462 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1ff82-b80a-4d29-9a93-e80d8cca576d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f462587-fa4a-4a3e-8794-825c646a40af,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:16:56.137677 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-0ac1ff82-b80a-4d29-9a93-e80d8cca576d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:16:56.255785 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6b2df0bf-e980-4a18-8a58-bdaf4e7ab97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:57.874570 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:58.749252 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-37edfb5a-d91d-4e5a-a199-b8219594e1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:59.005282 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:16:59.904968 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:02.044253 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:13.226649 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:17:20.745432 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42738) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:17:20.848864 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8da9-53cc-4e10-a103-455f90aeba07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:20.935914 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8da9-53cc-4e10-a103-455f90aeba07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:20.939479 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8da9-53cc-4e10-a103-455f90aeba07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:20.942173 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-d424eb5f-7aea-43c2-85cd-842e06550419 tempest-AttachVolumeTestJSON-1606686129 tempest-AttachVolumeTestJSON-1606686129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:20.979410 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-7d8a8da9-53cc-4e10-a103-455f90aeba07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ec72e4bec784ee093d0ef4f52e6e186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328072 Jun 17 19:17:20.980380 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a8da9-53cc-4e10-a103-455f90aeba07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26841ce7-b0f3-4c64-8be3-9b98eea91f82,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:20.982994 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42742) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:17:20.983520 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-7d8a8da9-53cc-4e10-a103-455f90aeba07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:21.032061 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-070ea69a-1de9-4338-aa42-d3686b17bec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:21.053395 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-070ea69a-1de9-4338-aa42-d3686b17bec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:21.102304 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-070ea69a-1de9-4338-aa42-d3686b17bec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:21.104844 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-070ea69a-1de9-4338-aa42-d3686b17bec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:21.106007 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-070ea69a-1de9-4338-aa42-d3686b17bec7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26841ce7-b0f3-4c64-8be3-9b98eea91f82 HTTP/1.1" status: 204 len: 168 time: 0.1220424 Jun 17 19:17:21.106794 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-c0fd8c77-4cff-4ee3-9a0b-5f017c311b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:21.114991 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ea69a-1de9-4338-aa42-d3686b17bec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26841ce7-b0f3-4c64-8be3-9b98eea91f82,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:21.117409 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-070ea69a-1de9-4338-aa42-d3686b17bec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:21.718252 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42764) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:17:21.814977 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-260014908-network', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:17:21.838744 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Made reservation on behalf of 21321bc1d7c24e63a027128c2f4113c7 for: {'network': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:17:21.841071 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:21.850231 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:21.934184 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:21.937870 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:21.940797 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f78c4a4e-ed8d-4c64-831d-7aa9dbd2a2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:21.961729 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=92948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:17:21.977293 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd2ed6b-b37f-4805-b1d2-956a07f2952b,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:21.980451 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:21.981646 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:21.981980 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.segments_db [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Added segment 1c3c6d59-2987-48d1-ba75-400208638967 of type vlan for network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba Jun 17 19:17:22.288618 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:22.317595 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:22.318899 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:22.319465 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:22.321387 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:22.345414 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6259480 Jun 17 19:17:22.348333 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42768) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:17:22.354609 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] Request body: {'subnet': {'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-260014908-subnet', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'ip_version': 4}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:17:22.374719 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] Made reservation on behalf of 21321bc1d7c24e63a027128c2f4113c7 for: {'subnet': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:17:22.377064 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941905'] for subnet, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:22.382934 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Pushing event updated for resources: {'Network': ['ID=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:22.385728 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-0a001d13-f392-4982-b942-6223c629224a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:22.393364 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:17:22.552022 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4087722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941891'] for subnet, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:22.554111 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:22.606203 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb4680f-6745-4187-b522-4633fabf8a62,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:22.609705 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:22.616698 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] Checking segment: {'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:17:22.617111 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] Network hostable DHCP agents. Network: 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:17:22.633621 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] Network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:17:22.641945 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba) {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:17:22.647013 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:22.648314 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:22.651442 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0182f2f-c570-4663-9b18-258e59fb5916 None None] Network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:17:22.661864 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-bf1d9704-1f94-4fc1-b258-4ca88a6e9840 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3124318 Jun 17 19:17:22.664710 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42770) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:17:22.669422 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:17:22.689724 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-374'] for router, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:22.691316 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-992818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-361'] for router, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:22.744709 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:22.797367 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b94ab20-32b0-5df0-9cd3-8308e174a308-20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'fixed_ips': [{'subnet_id': '8fb4680f-6745-4187-b522-4633fabf8a62'}]}} from dv-cinder-790535-5-smb. {{(pid=92949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 19:17:22.798257 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:22.880191 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-347'] for router, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:22.947170 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.db_base_plugin_common [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Allocated IP 172.20.0.2 (20d313fe-6bd2-4ae0-9833-f2c5a4be1fba/8fb4680f-6745-4187-b522-4633fabf8a62/5a6ce13f-c9b5-464e-b4c2-6ffff55519ac) {{(pid=92949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:17:23.074548 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:23.093004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:23.094314 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Notify callbacks [] for port, precommit_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:23.103287 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Transition to ACTIVE for port object 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:17:23.118053 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Transition to ACTIVE for port object 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac will not be triggered until provisioned by entity DHCP. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:17:23.124738 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:23.126535 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:23.166123 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba is already hosted by enough agents. {{(pid=92949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:17:23.168756 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.base_scheduler [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Resources bound (agent type, host, resource id): {{(pid=92949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:17:23.174490 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Received port after_create {{(pid=92949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:17:23.183936 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Pushing event updated for resources: {'Port': ['ID=5a6ce13f-c9b5-464e-b4c2-6ffff55519ac,revision_number=1']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:23.201774 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Allocated IP 172.28.2.233 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/2f0035f7-47a3-4678-91ce-7f2d6df7e6b8) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:17:23.206424 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:23.206775 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:23.207111 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:23.207441 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:23.207767 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:23.208125 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:23.208411 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:23.208729 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:23.209047 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:23.209363 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:23.209680 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:23.209986 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:23.216986 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:23.245390 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Attempting to bind port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:17:23.245761 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Attempting to bind port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:17:23.246155 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Attempting to bind port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac on network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:17:23.251065 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:17:23.251443 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Checking segment: {'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:17:23.251875 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:23.252270 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Bound using segment: {'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:17:23.252739 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Bound port: 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:17:23.253125 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:23.307283 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:23.317456 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] For port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:17:23.320977 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] For port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=5a6ce13f-c9b5-464e-b4c2-6ffff55519ac,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:17:23.326778 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:23.329448 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:23.353263 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:23.356006 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4696ec95-9741-41b1-afe7-7031862c17cd tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:23.392879 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Pushing event updated for resources: {'Port': ['ID=5a6ce13f-c9b5-464e-b4c2-6ffff55519ac,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:23.396532 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:23.401283 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:17:23.406595 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:17:23.411809 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:17:23.415117 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Pushing event updated for resources: {'Port': ['ID=2f0035f7-47a3-4678-91ce-7f2d6df7e6b8,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:23.435559 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:23.687396 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:23.886729 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020874'] for router, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:24.016330 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Router 5e4d87bb-177a-495c-9a36-a80051adcdb3 is scheduled to L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 with binding_index 1 {{(pid=92948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 19:17:24.125538 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:17:24.135742 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Sync routers for ids ['5e4d87bb-177a-495c-9a36-a80051adcdb3'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:17:24.143168 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Notify callbacks [] for router, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:24.145241 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4793661 Jun 17 19:17:24.149017 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42772) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:17:24.151740 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Routers {'5e4d87bb-177a-495c-9a36-a80051adcdb3'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:17:24.152386 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:16:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['5e4d87bb-177a-495c-9a36-a80051adcdb3'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:24.242151 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5176a969-0133-447b-b5de-6ded0a7dd488 None None] Network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:17:24.308259 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Set router 5e4d87bb-177a-495c-9a36-a80051adcdb3 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:17:24.535638 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-05b5319e-8072-45b3-a50b-ca8a9b7f5ef2 None None] Provisioning for port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:17:24.716248 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:17:23Z', 'revision_number': 3, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:24.748468 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Checking router: 5e4d87bb-177a-495c-9a36-a80051adcdb3 for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:17:24.748826 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Updating router 5e4d87bb-177a-495c-9a36-a80051adcdb3 port 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 binding host dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:17:24.785073 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:24.802622 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:24.969045 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Allocated IP 172.20.0.1 (20d313fe-6bd2-4ae0-9833-f2c5a4be1fba/8fb4680f-6745-4187-b522-4633fabf8a62/a1f71e9e-6c44-4f3c-a3d3-e37821c7e624) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:17:25.067030 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Notify callbacks [] for port, precommit_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.073081 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.076744 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Transition to ACTIVE for port object 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:17:25.083074 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.085046 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-bfee140e-e27f-4c30-a061-bd65337764e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:25.086556 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Transition to ACTIVE for port object a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:17:25.120786 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4087574'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.123463 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:25.139545 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Attempting to bind port 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:17:25.139911 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Attempting to bind port 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:17:25.140283 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Attempting to bind port 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 on network d935f812-d4b0-4797-881a-d9ceb277979e {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:17:25.142275 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2992d-75d7-40d6-b2c8-a727fa6386b6 None None] Pushing event updated for resources: {'Port': ['ID=2f0035f7-47a3-4678-91ce-7f2d6df7e6b8,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:25.147773 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-96f2992d-75d7-40d6-b2c8-a727fa6386b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:25.148542 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:17:25.148919 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Checking segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:17:25.149322 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.149744 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Bound using segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:17:25.150867 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Bound port: 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:17:25.150867 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.163935 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:17:25.167610 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:17:25.169536 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Pushing event updated for resources: {'Port': ['ID=a1f71e9e-6c44-4f3c-a3d3-e37821c7e624,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:25.171630 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:17:25.197115 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:25.210414 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] For port 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:17:25.211033 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023347'] for router_interface, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.215841 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] For port 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=2f0035f7-47a3-4678-91ce-7f2d6df7e6b8,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:17:25.221095 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.223900 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-4b7cb310-ab41-45ea-a942-c7a7929aa0ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:25.281969 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Routers {'5e4d87bb-177a-495c-9a36-a80051adcdb3'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:17:25.282734 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:16:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['5e4d87bb-177a-495c-9a36-a80051adcdb3'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:25.333345 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2992d-75d7-40d6-b2c8-a727fa6386b6 None None] Pushing event updated for resources: {'Port': ['ID=2f0035f7-47a3-4678-91ce-7f2d6df7e6b8,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:25.337412 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-96f2992d-75d7-40d6-b2c8-a727fa6386b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:25.361321 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.417754 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] Set router 5e4d87bb-177a-495c-9a36-a80051adcdb3 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:17:25.475148 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6af9292b-12eb-4a14-8d17-3cd5f18b76d3 None None] Provisioning for port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:17:25.493130 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6af9292b-12eb-4a14-8d17-3cd5f18b76d3 None None] Provisioning complete for port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:25.493508 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6af9292b-12eb-4a14-8d17-3cd5f18b76d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.527461 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.532022 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.534865 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-c3e3df03-e067-4e50-ba89-adad2c9f13d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:25.560888 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:25.600453 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6af9292b-12eb-4a14-8d17-3cd5f18b76d3 None None] Port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:17:25.610914 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Pushing event updated for resources: {'Port': ['ID=a1f71e9e-6c44-4f3c-a3d3-e37821c7e624,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:25.615978 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:25.618920 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1018328'] for router_interface, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.656072 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:17:25.662156 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:25.662527 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.716446 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:17:23Z', 'revision_number': 3, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:25.719390 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:17:25.720745 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:17:25.747434 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05879df9-7f22-4e87-820b-d0cf058374a0 None None] The sync data for ids ['5e4d87bb-177a-495c-9a36-a80051adcdb3'] in dv-cinder-790535-5-smb is: [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:17:23Z', 'revision_number': 3, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:17:25.784580 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.830810 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=5a6ce13f-c9b5-464e-b4c2-6ffff55519ac,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:17:25.838153 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:25.843695 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-bb3f76e5-3041-4500-a0aa-55ed293997b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:25.861754 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Router 5e4d87bb-177a-495c-9a36-a80051adcdb3 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:17:25.896356 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=5a6ce13f-c9b5-464e-b4c2-6ffff55519ac,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:25.899971 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:25.980542 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:17:25.988422 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-a9960d35-9c44-475f-81ff-0832c2f17dda admin admin] 10.222.0.10 "PUT /v2.0/routers/5e4d87bb-177a-495c-9a36-a80051adcdb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8382964 Jun 17 19:17:26.039882 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-2601c0a9-df93-4b6a-a7c7-3a3c74bf6ec8 None None] Provisioning complete for port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:26.040261 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-2601c0a9-df93-4b6a-a7c7-3a3c74bf6ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:26.082681 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-2601c0a9-df93-4b6a-a7c7-3a3c74bf6ec8 None None] Port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:17:26.257708 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-996f9bcb-cf55-4a9c-b88e-c1463f7518d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:26.518708 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 42788) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:17:26.525083 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1561635081-network', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:17:26.546569 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Made reservation on behalf of c4f3369f08064aac81353a22a9d57454 for: {'network': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:17:26.549272 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for network, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:26.560894 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:26.657151 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:26.662492 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:26.665457 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a9b54d6c-b60a-4c25-95e8-594574a82d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:26.691516 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=92948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 19:17:26.697707 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec54079d-e97f-4e29-a072-c4dca8b00418,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:26.701314 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:26.706904 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:26.706904 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.db.segments_db [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Added segment 138a4329-f8ab-4166-9323-3b7fd428ba73 of type vlan for network ebab537c-eb1d-44e4-b18f-06925ca354c2 Jun 17 19:17:26.744717 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743348839334'] for network, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:26.773811 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712'] for network, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:26.775149 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:26.775726 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:26.778556 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:26.800963 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2806740 Jun 17 19:17:26.803871 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42790) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:17:26.809217 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] Request body: {'subnet': {'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1561635081-subnet', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'ip_version': 4}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:17:26.833963 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] Made reservation on behalf of c4f3369f08064aac81353a22a9d57454 for: {'subnet': 1} {{(pid=92947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:17:26.836368 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941905'] for subnet, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:26.840738 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Pushing event updated for resources: {'Network': ['ID=ebab537c-eb1d-44e4-b18f-06925ca354c2,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:26.846867 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:26.851923 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Network ebab537c-eb1d-44e4-b18f-06925ca354c2 details requested by agent ovs-agent-dv-cinder-790535-5-smb with host dv-cinder-790535-5-smb {{(pid=92949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 19:17:27.007041 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4087722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941891'] for subnet, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.009857 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:27.062128 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f2db3e-3dff-4a0b-ad5f-8248ba82115e,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:27.066108 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:27.072189 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] Checking segment: {'id': '138a4329-f8ab-4166-9323-3b7fd428ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:17:27.072550 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] Network hostable DHCP agents. Network: ebab537c-eb1d-44e4-b18f-06925ca354c2, hostable agents: ['461d5e05-199e-48de-8953-21e10946b5ae'], hosted agents: [] {{(pid=92947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 19:17:27.089508 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] Network ebab537c-eb1d-44e4-b18f-06925ca354c2 is scheduled to be hosted by DHCP agent 461d5e05-199e-48de-8953-21e10946b5ae with binding_index 1 {{(pid=92947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 19:17:27.097886 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-5-smb, ebab537c-eb1d-44e4-b18f-06925ca354c2) {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:17:27.101645 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:27.102323 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for subnet, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.108715 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc6292-ec98-4ff3-91ee-f537a6010b25 None None] Network ebab537c-eb1d-44e4-b18f-06925ca354c2 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:17:27.117858 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-ce28d8c9-58ac-4615-bd7a-2d0b6fc78651 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3103342 Jun 17 19:17:27.118184 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42792) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:17:27.122800 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1561635081-router', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:17:27.143671 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-374'] for router, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.145772 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-992818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-361'] for router, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.201270 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.340580 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-347'] for router, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.348343 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b94ab20-32b0-5df0-9cd3-8308e174a308-ebab537c-eb1d-44e4-b18f-06925ca354c2', 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'fixed_ips': [{'subnet_id': '47f2db3e-3dff-4a0b-ad5f-8248ba82115e'}]}} from dv-cinder-790535-5-smb. {{(pid=92949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 19:17:27.349358 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.387941 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Sync routers for ids ['5e4d87bb-177a-495c-9a36-a80051adcdb3'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:17:27.397171 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Routers {'5e4d87bb-177a-495c-9a36-a80051adcdb3'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:17:27.397776 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-07dba869-565a-4251-b76e-422a661b86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:16:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['5e4d87bb-177a-495c-9a36-a80051adcdb3'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:27.516946 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.db_base_plugin_common [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Allocated IP 172.20.0.2 (ebab537c-eb1d-44e4-b18f-06925ca354c2/47f2db3e-3dff-4a0b-ad5f-8248ba82115e/d0b064b1-6310-4c86-9feb-a54c9cbb2e7d) {{(pid=92949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:17:27.518273 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Set router 5e4d87bb-177a-495c-9a36-a80051adcdb3 gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:17:27.597676 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.622610 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.641135 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:27.752460 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Allocated IP 172.28.2.118 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/4bd765fb-c485-4b12-ae7a-a937b5575cf3) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:17:27.777539 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-07dba869-565a-4251-b76e-422a661b86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 4, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': 'a1f71e9e-6c44-4f3c-a3d3-e37821c7e624', 'name': '', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'mac_address': 'fa:16:3e:79:97:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:24Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 2, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'subnets': [{'id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:27.804020 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Checking router: 5e4d87bb-177a-495c-9a36-a80051adcdb3 for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:17:27.804395 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Updating router 5e4d87bb-177a-495c-9a36-a80051adcdb3 port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 binding host dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:17:27.842866 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.856364 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Notify callbacks [] for port, precommit_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.865901 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.866788 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Transition to ACTIVE for port object d0b064b1-6310-4c86-9feb-a54c9cbb2e7d will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:17:27.903611 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:27.904082 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.906669 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Transition to ACTIVE for port object d0b064b1-6310-4c86-9feb-a54c9cbb2e7d will not be triggered until provisioned by entity DHCP. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:17:27.908980 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.914698 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4087574'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.924518 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-310ad547-a83d-4cf3-ae05-aeafaf196493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:27.929722 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288'] for port, after_create {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:27.933822 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:27.958806 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:17:27.963521 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:17:27.967096 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:17:27.984952 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Network ebab537c-eb1d-44e4-b18f-06925ca354c2 is already hosted by enough agents. {{(pid=92949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:17:27.991875 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.scheduler.base_scheduler [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Resources bound (agent type, host, resource id): {{(pid=92949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:17:27.994867 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Received port after_create {{(pid=92949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:17:28.001342 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd765fb-c485-4b12-ae7a-a937b5575cf3,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:28.005875 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:28.006218 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Pushing event updated for resources: {'Port': ['ID=d0b064b1-6310-4c86-9feb-a54c9cbb2e7d,revision_number=1']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:28.009382 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:28.093627 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Attempting to bind port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:17:28.094019 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Attempting to bind port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '138a4329-f8ab-4166-9323-3b7fd428ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:17:28.094418 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Attempting to bind port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d on network ebab537c-eb1d-44e4-b18f-06925ca354c2 {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:17:28.097096 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:28.116844 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Notify callbacks [] for port, precommit_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.122373 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:17:28.122765 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Checking segment: {'id': '138a4329-f8ab-4166-9323-3b7fd428ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:17:28.123177 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.123584 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Bound using segment: {'id': '138a4329-f8ab-4166-9323-3b7fd428ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:17:28.124071 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Bound port: d0b064b1-6310-4c86-9feb-a54c9cbb2e7d, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138a4329-f8ab-4166-9323-3b7fd428ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:17:28.124459 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.129848 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.provisioning_blocks [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Transition to ACTIVE for port object a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 will not be triggered until provisioned by entity L2. {{(pid=92950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:17:28.136810 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.140916 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-f1e5fcd9-2439-42d1-8673-e397cbe94df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:28.210311 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:17:28.217017 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] For port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:17:28.219195 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:28.219574 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.221731 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Pushing event updated for resources: {'Port': ['ID=a1f71e9e-6c44-4f3c-a3d3-e37821c7e624,revision_number=3']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:28.226448 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] For port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=d0b064b1-6310-4c86-9feb-a54c9cbb2e7d,segment=NetworkSegment(138a4329-f8ab-4166-9323-3b7fd428ba73),segment_id=138a4329-f8ab-4166-9323-3b7fd428ba73)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:17:28.231854 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:28.232195 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:28.232525 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:28.232845 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:28.233350 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:28.233920 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:28.234223 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:28.234527 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:28.234843 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:28.235157 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:28.235482 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:28.235781 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:28.241536 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.255568 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:28.263980 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.267475 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-d0e671cf-46d8-4775-b1e8-a069d6d98558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:28.291918 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Attempting to bind port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:17:28.292621 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Attempting to bind port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:17:28.293153 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Attempting to bind port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 on network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:17:28.298780 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:17:28.299420 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Checking segment: {'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:17:28.300341 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.301032 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Bound using segment: {'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:17:28.301697 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Bound port: a1f71e9e-6c44-4f3c-a3d3-e37821c7e624, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'}}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:17:28.302283 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.355864 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Pushing event updated for resources: {'Port': ['ID=d0b064b1-6310-4c86-9feb-a54c9cbb2e7d,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:28.359309 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:28.399868 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-07dba869-565a-4251-b76e-422a661b86aa None None] For port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:17:28.404353 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-07dba869-565a-4251-b76e-422a661b86aa None None] For port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=a1f71e9e-6c44-4f3c-a3d3-e37821c7e624,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:17:28.410522 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.418617 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:28.422111 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.454599 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=2f0035f7-47a3-4678-91ce-7f2d6df7e6b8,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:17:28.462751 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.467935 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:28.478854 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Routers {'5e4d87bb-177a-495c-9a36-a80051adcdb3'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:17:28.479498 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-07dba869-565a-4251-b76e-422a661b86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:16:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['5e4d87bb-177a-495c-9a36-a80051adcdb3'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:28.523879 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020874'] for router, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.552415 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=2f0035f7-47a3-4678-91ce-7f2d6df7e6b8,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:28.559699 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:28.574398 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Pushing event updated for resources: {'Port': ['ID=a1f71e9e-6c44-4f3c-a3d3-e37821c7e624,revision_number=4']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:28.579052 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:28.652681 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-07dba869-565a-4251-b76e-422a661b86aa None None] Set router 5e4d87bb-177a-495c-9a36-a80051adcdb3 gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:17:28.761987 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-cda43530-66bd-487d-8df3-9dfba4ad7671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:28.878512 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-07dba869-565a-4251-b76e-422a661b86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 4, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': 'a1f71e9e-6c44-4f3c-a3d3-e37821c7e624', 'name': '', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'mac_address': 'fa:16:3e:79:97:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:24Z', 'updated_at': '2021-06-17T19:17:28Z', 'revision_number': 4, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'subnets': [{'id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:28.905760 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dba869-565a-4251-b76e-422a661b86aa None None] The sync data for ids ['5e4d87bb-177a-495c-9a36-a80051adcdb3'] in dv-cinder-790535-5-smb is: [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 4, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': 'a1f71e9e-6c44-4f3c-a3d3-e37821c7e624', 'name': '', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'mac_address': 'fa:16:3e:79:97:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:24Z', 'updated_at': '2021-06-17T19:17:28Z', 'revision_number': 4, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'subnets': [{'id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:17:28.941604 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Router a88bbd91-d9a3-4793-bc19-f4caa82b8678 is scheduled to L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 with binding_index 1 {{(pid=92947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 19:17:29.013409 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:29.070320 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:17:29.085276 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Sync routers for ids ['a88bbd91-d9a3-4793-bc19-f4caa82b8678'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:17:29.088466 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] Notify callbacks [] for router, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:29.092520 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-6c394854-60f6-4128-92a9-e19db9d93205 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9707215 Jun 17 19:17:29.092780 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42794) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:17:29.095879 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Routers {'a88bbd91-d9a3-4793-bc19-f4caa82b8678'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:17:29.096853 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:17:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['a88bbd91-d9a3-4793-bc19-f4caa82b8678'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:29.230908 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Set router a88bbd91-d9a3-4793-bc19-f4caa82b8678 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:17:29.448141 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'name': 'tempest-TestMinimumBasicScenario-1561635081-router', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:28Z', 'revision_number': 3, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'gw_port': {'id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:29.490744 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Checking router: a88bbd91-d9a3-4793-bc19-f4caa82b8678 for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:17:29.491293 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Updating router a88bbd91-d9a3-4793-bc19-f4caa82b8678 port 4bd765fb-c485-4b12-ae7a-a937b5575cf3 binding host dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:17:29.539718 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:29.620550 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:29.650607 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b2e606-bd52-4329-af18-13e7159fb3ad None None] Network ebab537c-eb1d-44e4-b18f-06925ca354c2 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:17:29.677429 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device d0b064b1-6310-4c86-9feb-a54c9cbb2e7d up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:29.731790 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-7c12c435-484d-4ff0-a126-fd5e8a97bd29 None None] Provisioning for port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:17:29.817648 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Allocated IP 172.20.0.1 (ebab537c-eb1d-44e4-b18f-06925ca354c2/47f2db3e-3dff-4a0b-ad5f-8248ba82115e/45ffb075-bc08-4f1a-802f-25c7b8bb96f7) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:17:29.899300 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:17:29.916374 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:29.916753 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:29.937911 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:29.953267 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Transition to ACTIVE for port object 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:17:29.967506 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:29.991463 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4087574'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:29.993613 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bf69c350-df37-4b12-bd05-79c6919eaecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:30.036768 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Network ebab537c-eb1d-44e4-b18f-06925ca354c2 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:17:30.040790 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:17:30.042708 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Pushing event updated for resources: {'Port': ['ID=45ffb075-bc08-4f1a-802f-25c7b8bb96f7,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:30.044878 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:17:30.048180 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:30.062501 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Notify callbacks [] for port, precommit_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.080814 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Transition to ACTIVE for port object 4bd765fb-c485-4b12-ae7a-a937b5575cf3 will not be triggered until provisioned by entity L2. {{(pid=92949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:17:30.087694 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023347'] for router_interface, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.109058 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.115016 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-570d1092-945c-4d69-a457-4fdd160e4000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:30.165930 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.194835 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Attempting to bind port 4bd765fb-c485-4b12-ae7a-a937b5575cf3 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:17:30.195243 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Attempting to bind port 4bd765fb-c485-4b12-ae7a-a937b5575cf3 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:17:30.195918 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Attempting to bind port 4bd765fb-c485-4b12-ae7a-a937b5575cf3 on network d935f812-d4b0-4797-881a-d9ceb277979e {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:17:30.200075 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfda90-7bc0-4a72-9d5e-2b5cd507ac12 None None] Pushing event updated for resources: {'Port': ['ID=4bd765fb-c485-4b12-ae7a-a937b5575cf3,revision_number=2']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:30.204009 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-69bfda90-7bc0-4a72-9d5e-2b5cd507ac12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:30.213656 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:17:30.214039 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Checking segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:17:30.214476 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.214884 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Bound using segment: {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'} {{(pid=92949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:17:30.215437 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.managers [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Bound port: 4bd765fb-c485-4b12-ae7a-a937b5575cf3, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30b3d5a-8b12-4137-ac18-4d5921c388dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e'}}] {{(pid=92949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:17:30.215866 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.252250 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.252624 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=d0b064b1-6310-4c86-9feb-a54c9cbb2e7d,segment=NetworkSegment(138a4329-f8ab-4166-9323-3b7fd428ba73),segment_id=138a4329-f8ab-4166-9323-3b7fd428ba73)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:17:30.258601 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.259547 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:30.265015 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:30.444279 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.451399 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.453991 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:30.494146 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] For port 4bd765fb-c485-4b12-ae7a-a937b5575cf3, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:17:30.528249 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Pushing event updated for resources: {'Port': ['ID=45ffb075-bc08-4f1a-802f-25c7b8bb96f7,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:30.528589 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] For port 4bd765fb-c485-4b12-ae7a-a937b5575cf3, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=4bd765fb-c485-4b12-ae7a-a937b5575cf3,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:17:30.529638 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6e8dd5cc-c152-4b76-9183-9a6111b36e5d None None] Provisioning complete for port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:30.530018 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6e8dd5cc-c152-4b76-9183-9a6111b36e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.531837 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:30.533346 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=d0b064b1-6310-4c86-9feb-a54c9cbb2e7d,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:30.533488 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1018328'] for router_interface, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.556462 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:30.559316 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.565712 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:30.621993 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:30.622386 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:30.633366 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Network ebab537c-eb1d-44e4-b18f-06925ca354c2 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:17:30.634764 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:17:30.673725 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Routers {'a88bbd91-d9a3-4793-bc19-f4caa82b8678'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:17:30.674456 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:17:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['a88bbd91-d9a3-4793-bc19-f4caa82b8678'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:30.676448 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfda90-7bc0-4a72-9d5e-2b5cd507ac12 None None] Pushing event updated for resources: {'Port': ['ID=4bd765fb-c485-4b12-ae7a-a937b5575cf3,revision_number=3']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:30.684479 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-69bfda90-7bc0-4a72-9d5e-2b5cd507ac12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:30.758145 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Router a88bbd91-d9a3-4793-bc19-f4caa82b8678 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:17:30.850687 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] Set router a88bbd91-d9a3-4793-bc19-f4caa82b8678 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:17:30.869665 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:17:30.874537 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] 10.222.0.10 "PUT /v2.0/routers/a88bbd91-d9a3-4793-bc19-f4caa82b8678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7803044 Jun 17 19:17:30.896837 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:30.996568 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-7cea6d3d-3532-466a-9e46-4d95a53d96a2 None None] Provisioning for port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:17:31.031647 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-7cea6d3d-3532-466a-9e46-4d95a53d96a2 None None] Provisioning complete for port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:31.032020 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-7cea6d3d-3532-466a-9e46-4d95a53d96a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:31.088352 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:17:31.096137 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-7cea6d3d-3532-466a-9e46-4d95a53d96a2 None None] Port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:17:31.100379 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:31.100781 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:31.220857 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:31.229039 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'name': 'tempest-TestMinimumBasicScenario-1561635081-router', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:30Z', 'revision_number': 4, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'gw_port': {'id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '45ffb075-bc08-4f1a-802f-25c7b8bb96f7', 'name': '', 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'mac_address': 'fa:16:3e:82:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '47f2db3e-3dff-4a0b-ad5f-8248ba82115e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:29Z', 'updated_at': '2021-06-17T19:17:30Z', 'revision_number': 2, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'subnets': [{'id': '47f2db3e-3dff-4a0b-ad5f-8248ba82115e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:31.263567 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33acb97b-4e21-4aa7-9aca-dc585a81ac92 None None] The sync data for ids ['a88bbd91-d9a3-4793-bc19-f4caa82b8678'] in dv-cinder-790535-5-smb is: [{'id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'name': 'tempest-TestMinimumBasicScenario-1561635081-router', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:30Z', 'revision_number': 4, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'gw_port': {'id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '45ffb075-bc08-4f1a-802f-25c7b8bb96f7', 'name': '', 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'mac_address': 'fa:16:3e:82:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '47f2db3e-3dff-4a0b-ad5f-8248ba82115e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:29Z', 'updated_at': '2021-06-17T19:17:30Z', 'revision_number': 2, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'subnets': [{'id': '47f2db3e-3dff-4a0b-ad5f-8248ba82115e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:17:31.293563 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=a1f71e9e-6c44-4f3c-a3d3-e37821c7e624,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:17:31.298217 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:31.300511 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:31.359276 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=a1f71e9e-6c44-4f3c-a3d3-e37821c7e624,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:31.363315 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:31.604797 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device d0b064b1-6310-4c86-9feb-a54c9cbb2e7d up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:31.679009 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:31.679532 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:31.784205 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:31.851955 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:31.852329 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:32.078446 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:33.514319 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Sync routers for ids ['a88bbd91-d9a3-4793-bc19-f4caa82b8678'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:17:33.523243 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Routers {'a88bbd91-d9a3-4793-bc19-f4caa82b8678'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:17:33.523855 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-3093409f-4d04-4375-b62f-14575f06baca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:17:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['a88bbd91-d9a3-4793-bc19-f4caa82b8678'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:33.566115 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 4bd765fb-c485-4b12-ae7a-a937b5575cf3 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:33.635347 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 4bd765fb-c485-4b12-ae7a-a937b5575cf3 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:17:33.640157 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 4bd765fb-c485-4b12-ae7a-a937b5575cf3 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:33.640539 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:33.742054 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Set router a88bbd91-d9a3-4793-bc19-f4caa82b8678 gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:17:33.749476 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:33.771800 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 4bd765fb-c485-4b12-ae7a-a937b5575cf3, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=4bd765fb-c485-4b12-ae7a-a937b5575cf3,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:17:33.777041 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:33.781101 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:33.835371 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=4bd765fb-c485-4b12-ae7a-a937b5575cf3,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:33.838866 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:33.991367 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-3093409f-4d04-4375-b62f-14575f06baca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'name': 'tempest-TestMinimumBasicScenario-1561635081-router', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:30Z', 'revision_number': 4, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'gw_port': {'id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '45ffb075-bc08-4f1a-802f-25c7b8bb96f7', 'name': '', 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'mac_address': 'fa:16:3e:82:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '47f2db3e-3dff-4a0b-ad5f-8248ba82115e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:29Z', 'updated_at': '2021-06-17T19:17:30Z', 'revision_number': 2, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'subnets': [{'id': '47f2db3e-3dff-4a0b-ad5f-8248ba82115e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:34.018216 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Checking router: a88bbd91-d9a3-4793-bc19-f4caa82b8678 for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:17:34.020190 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Updating router a88bbd91-d9a3-4793-bc19-f4caa82b8678 port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 binding host dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 19:17:34.062911 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:34.425761 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Notify callbacks [] for port, precommit_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:34.441519 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.provisioning_blocks [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Transition to ACTIVE for port object 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 will not be triggered until provisioned by entity L2. {{(pid=92950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:17:34.449193 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:34.452641 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-4980fe1e-a5f5-4f44-953f-3d1385f374c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:34.575850 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19935e2c-59b3-4f0f-a520-1638f16461d5 None None] Pushing event updated for resources: {'Port': ['ID=45ffb075-bc08-4f1a-802f-25c7b8bb96f7,revision_number=3']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:34.579207 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-19935e2c-59b3-4f0f-a520-1638f16461d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:34.622037 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Attempting to bind port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 on host dv-cinder-790535-5-smb for vnic_type normal with profile {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:17:34.622820 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Attempting to bind port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 by drivers openvswitch,hyperv on host dv-cinder-790535-5-smb at level 0 using segments [{'id': '138a4329-f8ab-4166-9323-3b7fd428ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2'}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:17:34.623420 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Attempting to bind port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 on network ebab537c-eb1d-44e4-b18f-06925ca354c2 {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:17:34.630237 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Checking agent: {'id': '7ab86825-321c-4431-9822-1e26477dde05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 59, 59), 'started_at': datetime.datetime(2021, 6, 17, 19, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:17:34.630707 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Checking segment: {'id': '138a4329-f8ab-4166-9323-3b7fd428ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:17:34.631209 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:34.631981 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Bound using segment: {'id': '138a4329-f8ab-4166-9323-3b7fd428ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2'} {{(pid=92950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:17:34.632281 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.managers [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Bound port: 45ffb075-bc08-4f1a-802f-25c7b8bb96f7, host: dv-cinder-790535-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138a4329-f8ab-4166-9323-3b7fd428ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2'}}] {{(pid=92950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:17:34.632764 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:34.720465 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-3093409f-4d04-4375-b62f-14575f06baca None None] For port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7, host dv-cinder-790535-5-smb, cleared binding levels {{(pid=92950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:17:34.725013 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.db [None req-3093409f-4d04-4375-b62f-14575f06baca None None] For port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7, host dv-cinder-790535-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=45ffb075-bc08-4f1a-802f-25c7b8bb96f7,segment=NetworkSegment(138a4329-f8ab-4166-9323-3b7fd428ba73),segment_id=138a4329-f8ab-4166-9323-3b7fd428ba73)] {{(pid=92950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:17:34.730158 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:34.732456 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-c4be661d-80d1-437e-bf66-6f9d92ab5d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:34.787726 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Routers {'a88bbd91-d9a3-4793-bc19-f4caa82b8678'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:17:34.788354 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-3093409f-4d04-4375-b62f-14575f06baca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:17:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['a88bbd91-d9a3-4793-bc19-f4caa82b8678'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:34.865808 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19935e2c-59b3-4f0f-a520-1638f16461d5 None None] Pushing event updated for resources: {'Port': ['ID=45ffb075-bc08-4f1a-802f-25c7b8bb96f7,revision_number=4']} {{(pid=92950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:34.869205 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-19935e2c-59b3-4f0f-a520-1638f16461d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:34.919695 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-3093409f-4d04-4375-b62f-14575f06baca None None] Set router a88bbd91-d9a3-4793-bc19-f4caa82b8678 gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:17:35.153361 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-3093409f-4d04-4375-b62f-14575f06baca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'name': 'tempest-TestMinimumBasicScenario-1561635081-router', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:30Z', 'revision_number': 4, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'gw_port': {'id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '45ffb075-bc08-4f1a-802f-25c7b8bb96f7', 'name': '', 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'mac_address': 'fa:16:3e:82:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '47f2db3e-3dff-4a0b-ad5f-8248ba82115e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:29Z', 'updated_at': '2021-06-17T19:17:34Z', 'revision_number': 4, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'subnets': [{'id': '47f2db3e-3dff-4a0b-ad5f-8248ba82115e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:17:35.180533 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093409f-4d04-4375-b62f-14575f06baca None None] The sync data for ids ['a88bbd91-d9a3-4793-bc19-f4caa82b8678'] in dv-cinder-790535-5-smb is: [{'id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'name': 'tempest-TestMinimumBasicScenario-1561635081-router', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:30Z', 'revision_number': 4, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'gw_port': {'id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': '45ffb075-bc08-4f1a-802f-25c7b8bb96f7', 'name': '', 'network_id': 'ebab537c-eb1d-44e4-b18f-06925ca354c2', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'mac_address': 'fa:16:3e:82:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '47f2db3e-3dff-4a0b-ad5f-8248ba82115e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:29Z', 'updated_at': '2021-06-17T19:17:34Z', 'revision_number': 4, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'subnets': [{'id': '47f2db3e-3dff-4a0b-ad5f-8248ba82115e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:17:35.564055 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:35.626298 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning for port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:17:35.635008 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:35.635671 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:35.748232 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:35.803604 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] For port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=45ffb075-bc08-4f1a-802f-25c7b8bb96f7,segment=NetworkSegment(138a4329-f8ab-4166-9323-3b7fd428ba73),segment_id=138a4329-f8ab-4166-9323-3b7fd428ba73)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:17:35.809625 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:35.811536 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 4bd765fb-c485-4b12-ae7a-a937b5575cf3 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:35.813823 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:35.898614 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Pushing event updated for resources: {'Port': ['ID=45ffb075-bc08-4f1a-802f-25c7b8bb96f7,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:35.902702 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:35.913132 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 4bd765fb-c485-4b12-ae7a-a937b5575cf3 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:35.913605 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:37.531213 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 up at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:37.597838 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Provisioning complete for port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:37.598380 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:41.056448 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-050d8999-3ede-45ea-8437-a75f29737aac tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:41.057878 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-050d8999-3ede-45ea-8437-a75f29737aac tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/networks?id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba HTTP/1.1" status: 200 len: 814 time: 0.1007278 Jun 17 19:17:41.072922 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-606039fe-55a8-46e6-af06-af44e0ca7caa tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/quotas/21321bc1d7c24e63a027128c2f4113c7 HTTP/1.1" status: 200 len: 375 time: 0.0088582 Jun 17 19:17:41.136795 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-239c3d4c-1447-455d-bf28-1c31d237c882 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=21321bc1d7c24e63a027128c2f4113c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589964 Jun 17 19:17:41.152193 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-ec0cf482-110e-4c63-a787-819aa30b7a07 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 19:17:41.153038 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-ec0cf482-110e-4c63-a787-819aa30b7a07 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049574 Jun 17 19:17:41.242291 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-39733c47-41c1-444b-9ada-810988520d10 service neutron] 10.222.0.10 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839577 Jun 17 19:17:41.348397 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-3741ae8c-2bb4-4cfb-ba06-bdce66cf8113 service neutron] 10.222.0.10 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004276 Jun 17 19:17:41.630059 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e8ae94de-3d08-452e-a1bf-863be9df3bfd req-275e5b3f-66da-480d-9d5c-653f972124ec tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 210 time: 0.1246827 Jun 17 19:17:42.600004 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-9bd1cecc-cdf9-4d06-bd35-c4f50f432ca5 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:42.601457 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-9bd1cecc-cdf9-4d06-bd35-c4f50f432ca5 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.42 "GET /v2.0/networks?id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba HTTP/1.1" status: 200 len: 814 time: 0.1071699 Jun 17 19:17:42.616351 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Request body: {'port': {'device_id': '717bd953-57dd-4e22-9b85-5852ace613a2', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'admin_state_up': True, 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:17:42.742444 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Made reservation on behalf of 21321bc1d7c24e63a027128c2f4113c7 for: {'port': 1} {{(pid=92948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 19:17:42.747321 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:42.800433 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-9fca2d7b-6e81-4252-96e1-7026aac07e69 req-6044fbd1-69b0-49e0-91c9-89e455ce6d18 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 210 time: 0.0368767 Jun 17 19:17:42.907463 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_common [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Allocated IP 172.20.0.7 (20d313fe-6bd2-4ae0-9833-f2c5a4be1fba/8fb4680f-6745-4187-b522-4633fabf8a62/900694c4-898d-45dc-825f-b972d3835c78) {{(pid=92948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:17:43.066161 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for port, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:43.080673 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Transition to ACTIVE for port object 900694c4-898d-45dc-825f-b972d3835c78 will not be triggered until provisioned by entity DHCP. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:17:43.118956 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260401997'] for port, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:43.128592 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-1b822cf8-fe17-4c70-96ea-04a11b0f7c94 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:43.196982 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba is already hosted by enough agents. {{(pid=92948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:17:43.202847 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.base_scheduler [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Resources bound (agent type, host, resource id): {{(pid=92948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:17:43.211688 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Received port after_create {{(pid=92948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:17:43.218380 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event updated for resources: {'Port': ['ID=900694c4-898d-45dc-825f-b972d3835c78,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:43.253484 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:43.253874 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:43.254282 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:43.254656 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:43.255019 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:43.255381 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:43.255734 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:43.256099 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:43.256455 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:43.256814 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:43.257169 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:43.257524 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:17:43.262924 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:43.283005 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:43.283715 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:43.304143 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-fe296d15-f9b1-4fbb-9c22-384eeeabc6e1 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6917956 Jun 17 19:17:43.564864 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-4f97ca08-bb67-43c0-8f38-cdc1ca63deb7 None None] Provisioning for port 900694c4-898d-45dc-825f-b972d3835c78 completed by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:17:43.569164 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-4f97ca08-bb67-43c0-8f38-cdc1ca63deb7 None None] Provisioning complete for port 900694c4-898d-45dc-825f-b972d3835c78 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:43.569541 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-4f97ca08-bb67-43c0-8f38-cdc1ca63deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:43.606195 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-4f97ca08-bb67-43c0-8f38-cdc1ca63deb7 None None] Port 900694c4-898d-45dc-825f-b972d3835c78 cannot update to ACTIVE because it is not bound. {{(pid=92949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 19:17:43.986889 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22be3be-f41a-42f6-8f16-ec60fea0c354 req-69e69a1f-50a3-4e72-9e8f-166ac6cb5a6b tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:43.988391 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c22be3be-f41a-42f6-8f16-ec60fea0c354 req-69e69a1f-50a3-4e72-9e8f-166ac6cb5a6b tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 931 time: 0.0752766 Jun 17 19:17:44.028718 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-c22be3be-f41a-42f6-8f16-ec60fea0c354 req-36064ea3-019c-4295-a353-6f90aee6821e tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346501 Jun 17 19:17:45.215195 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8135a41-bb97-4baf-8b6e-a85565c60028 req-cbab218b-f53d-4c8b-8ae4-4536a446d8db tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:45.216770 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f8135a41-bb97-4baf-8b6e-a85565c60028 req-cbab218b-f53d-4c8b-8ae4-4536a446d8db tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 931 time: 0.0677319 Jun 17 19:17:45.257057 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f8135a41-bb97-4baf-8b6e-a85565c60028 req-3c9e60d5-8642-4eba-8d63-f2053059355a tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337119 Jun 17 19:17:46.446475 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39112078-c8ee-4fbb-a041-dba8d20c4a71 req-26d83dd9-8291-41f3-9f09-16676f5ee5ea tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:46.448883 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-39112078-c8ee-4fbb-a041-dba8d20c4a71 req-26d83dd9-8291-41f3-9f09-16676f5ee5ea tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 931 time: 0.0786231 Jun 17 19:17:46.491765 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-39112078-c8ee-4fbb-a041-dba8d20c4a71 req-bd19c74e-553a-4289-bdf0-119dfa266da4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368321 Jun 17 19:17:47.734060 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44f0d4-6fd7-4284-8cf4-91dec174e321 req-c084b6da-f8f7-483c-8ced-1ded47f43e29 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:47.738564 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ed44f0d4-6fd7-4284-8cf4-91dec174e321 req-c084b6da-f8f7-483c-8ced-1ded47f43e29 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 931 time: 0.1016922 Jun 17 19:17:47.776548 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ed44f0d4-6fd7-4284-8cf4-91dec174e321 req-e9b4f320-2ff0-4a44-b0d6-9ba592951b55 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349357 Jun 17 19:17:48.963607 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106d918-2128-47ca-a5e9-19551e9c1d06 req-0d34e013-01cc-4dee-b168-cfebd5456507 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:48.965113 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6106d918-2128-47ca-a5e9-19551e9c1d06 req-0d34e013-01cc-4dee-b168-cfebd5456507 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 931 time: 0.0677762 Jun 17 19:17:49.007664 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6106d918-2128-47ca-a5e9-19551e9c1d06 req-1070c28d-cd5b-43e6-8d4a-e64bf99f8d6c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353768 Jun 17 19:17:50.211868 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678f6d3-5255-4b85-850c-42ece1deca01 req-4ab1a011-ecce-48bd-9cd4-74ab4271e94d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:50.213350 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e678f6d3-5255-4b85-850c-42ece1deca01 req-4ab1a011-ecce-48bd-9cd4-74ab4271e94d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 931 time: 0.0845973 Jun 17 19:17:50.242932 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:17:50.261118 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e678f6d3-5255-4b85-850c-42ece1deca01 req-980c9406-8b4f-4647-8bab-03921e119278 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367687 Jun 17 19:17:51.468668 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe78b79-26db-4d03-b418-2ccbc49fa72a req-33cb6419-0b9b-4934-bf10-a092d8ed0c16 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:51.470646 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cfe78b79-26db-4d03-b418-2ccbc49fa72a req-33cb6419-0b9b-4934-bf10-a092d8ed0c16 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 931 time: 0.0732613 Jun 17 19:17:51.520881 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-cfe78b79-26db-4d03-b418-2ccbc49fa72a req-578272bb-4d2b-4d0e-9f53-4c2bfc87a1a0 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420930 Jun 17 19:17:52.731549 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7eae9-0ddf-4268-9175-de64f54bae56 req-4f70a06d-c25e-4651-98ee-a993ade79cc9 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:52.733317 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a1b7eae9-0ddf-4268-9175-de64f54bae56 req-4f70a06d-c25e-4651-98ee-a993ade79cc9 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 931 time: 0.0854938 Jun 17 19:17:52.776025 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a1b7eae9-0ddf-4268-9175-de64f54bae56 req-c6bc96cb-967b-479d-a961-8882f2cbc89f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333138 Jun 17 19:17:53.967634 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94c09-c987-4636-bbc2-3667a60b5614 req-01ca1b30-93c1-4085-bfea-bb7c6172814a tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:53.968976 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8ec94c09-c987-4636-bbc2-3667a60b5614 req-01ca1b30-93c1-4085-bfea-bb7c6172814a tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 931 time: 0.0747070 Jun 17 19:17:54.005629 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8ec94c09-c987-4636-bbc2-3667a60b5614 req-0791ea95-d560-4d6f-ace6-74429a920ef8 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299616 Jun 17 19:17:54.056845 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-0ad85b06-58c4-4edb-a384-20ff051debda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 19:17:54.058279 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-0ad85b06-58c4-4edb-a384-20ff051debda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057054 Jun 17 19:17:54.071805 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Request body: {'port': {'device_id': '717bd953-57dd-4e22-9b85-5852ace613a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:17:54.141164 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:54.667442 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900694c4-898d-45dc-825f-b972d3835c78 {{(pid=92948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:17:54.675379 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:54.686925 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Transition to ACTIVE for port object 900694c4-898d-45dc-825f-b972d3835c78 will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 19:17:54.691757 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:54.694788 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-5c25750c-b078-49be-9018-41bce6868141 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:54.779528 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Pushing event updated for resources: {'Port': ['ID=900694c4-898d-45dc-825f-b972d3835c78,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:54.782912 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:54.860704 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Attempting to bind port 900694c4-898d-45dc-825f-b972d3835c78 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 19:17:54.861108 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Attempting to bind port 900694c4-898d-45dc-825f-b972d3835c78 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 19:17:54.861406 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Attempting to bind port 900694c4-898d-45dc-825f-b972d3835c78 on network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:17:54.866764 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Port 900694c4-898d-45dc-825f-b972d3835c78 on network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 19:17:54.867117 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Attempting to bind port 900694c4-898d-45dc-825f-b972d3835c78 on network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 19:17:54.872582 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Checking agent: {'id': 'c34f4c5f-e27c-481f-915f-2991529d3269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'started_at': datetime.datetime(2021, 6, 17, 19, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 19, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 19:17:54.872907 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Checking segment: {'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 19:17:54.873278 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Bound using segment: {'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 19:17:54.873708 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Bound port: 900694c4-898d-45dc-825f-b972d3835c78, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3c6d59-2987-48d1-ba75-400208638967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 19:17:54.874055 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:54.937125 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] For port 900694c4-898d-45dc-825f-b972d3835c78, host hv-cinder-79053, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 19:17:54.940277 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] For port 900694c4-898d-45dc-825f-b972d3835c78, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=900694c4-898d-45dc-825f-b972d3835c78,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 19:17:54.944143 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:54.946101 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-942e758e-e2d1-4d3d-ae46-1fc3d37776d2 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:54.984617 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:54.985579 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:54.987819 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] 10.222.0.42 "PUT /v2.0/ports/900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 200 len: 1093 time: 0.9198744 Jun 17 19:17:54.988588 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'tag': '900694c4-898d-45dc-825f-b972d3835c78'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:17:54.992414 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feecd8d9-5734-485f-ba6e-74d6ea7062c3" -d '{"events": [{"name": "network-changed", "server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "tag": "900694c4-898d-45dc-825f-b972d3835c78"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:17:55.034850 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Pushing event updated for resources: {'Port': ['ID=900694c4-898d-45dc-825f-b972d3835c78,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:55.039186 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-a02066df-f7b7-49c4-a62d-789ca458d25d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:55.082557 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7761c1ab-16dd-4d7b-add3-3741af549dbe x-openstack-request-id: req-7761c1ab-16dd-4d7b-add3-3741af549dbe {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:17:55.082940 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "tag": "900694c4-898d-45dc-825f-b972d3835c78", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:17:55.083496 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7761c1ab-16dd-4d7b-add3-3741af549dbe {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:17:55.083963 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'tag': '900694c4-898d-45dc-825f-b972d3835c78', 'status': 'completed', 'code': 200} Jun 17 19:17:55.110388 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-cc417b9d-d838-4221-93fe-40839ee405e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:55.112138 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-cc417b9d-d838-4221-93fe-40839ee405e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21321bc1d7c24e63a027128c2f4113c7&device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 1096 time: 0.0696304 Jun 17 19:17:55.179745 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-7c31c124-4973-4cee-ab66-2a7bc83684dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 200 len: 217 time: 0.0593174 Jun 17 19:17:55.256192 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-b0292f24-5f9d-4f8b-8a19-b1d3d50a8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:55.257621 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-b0292f24-5f9d-4f8b-8a19-b1d3d50a8047 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fb4680f-6745-4187-b522-4633fabf8a62 HTTP/1.1" status: 200 len: 853 time: 0.0555329 Jun 17 19:17:55.299624 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cf37f-d333-468e-b33a-cb087be119fb req-6d0a1538-87bf-4486-85e9-073fa044ec59 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:55.301076 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6b2cf37f-d333-468e-b33a-cb087be119fb req-6d0a1538-87bf-4486-85e9-073fa044ec59 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 943 time: 0.1321011 Jun 17 19:17:55.348446 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-6b2cf37f-d333-468e-b33a-cb087be119fb req-5617e2a1-3143-463c-bf1f-ccb2c381354a tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405939 Jun 17 19:17:55.357627 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-4442a788-0387-4757-ab26-9272c77af581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:55.359214 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-4442a788-0387-4757-ab26-9272c77af581 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0942760 Jun 17 19:17:55.450966 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-4d3d372e-445f-4f1d-97b4-b4b2540998df service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845082 Jun 17 19:17:55.538870 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ca1f5b33-d830-4397-bf43-bdb65fd8d732 req-284e1966-841f-4d40-9692-4cf6365a384a service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808465 Jun 17 19:17:55.648192 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecd8d9-5734-485f-ba6e-74d6ea7062c3 req-9de0886d-b414-4be8-93f8-70cb29c047ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:55.649686 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-feecd8d9-5734-485f-ba6e-74d6ea7062c3 req-9de0886d-b414-4be8-93f8-70cb29c047ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21321bc1d7c24e63a027128c2f4113c7&device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 1096 time: 0.0583122 Jun 17 19:17:55.737904 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecd8d9-5734-485f-ba6e-74d6ea7062c3 req-f37103c9-db4e-4f6d-96ee-0243d51bdfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:55.739306 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-feecd8d9-5734-485f-ba6e-74d6ea7062c3 req-f37103c9-db4e-4f6d-96ee-0243d51bdfb0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba HTTP/1.1" status: 200 len: 915 time: 0.0832920 Jun 17 19:17:55.830546 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-feecd8d9-5734-485f-ba6e-74d6ea7062c3 req-14b9c740-384f-4eb9-ac9f-8bd935cd2b60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 200 len: 217 time: 0.0818968 Jun 17 19:17:55.882053 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecd8d9-5734-485f-ba6e-74d6ea7062c3 req-c9067d66-f2ae-4f47-9342-7a96efd2c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:55.883498 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-feecd8d9-5734-485f-ba6e-74d6ea7062c3 req-c9067d66-f2ae-4f47-9342-7a96efd2c950 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fb4680f-6745-4187-b522-4633fabf8a62 HTTP/1.1" status: 200 len: 853 time: 0.0461817 Jun 17 19:17:55.944353 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecd8d9-5734-485f-ba6e-74d6ea7062c3 req-9c2d0026-23b8-453a-a5d2-8c8c66cceded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:55.945862 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-feecd8d9-5734-485f-ba6e-74d6ea7062c3 req-9c2d0026-23b8-453a-a5d2-8c8c66cceded service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0550985 Jun 17 19:17:56.040324 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-feecd8d9-5734-485f-ba6e-74d6ea7062c3 req-0cbdc1e0-aac6-4132-8469-d5ae8a146726 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843732 Jun 17 19:17:56.134679 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-feecd8d9-5734-485f-ba6e-74d6ea7062c3 req-58f95992-5e3f-44e9-8462-2721e789bd84 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831213 Jun 17 19:17:56.257792 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e7637d78-a21a-4b37-b7a4-95f7768fb479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:56.531694 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e560b-c03f-45d4-81d7-5dab52dffbdb req-6a990244-8a6a-4a88-9920-3e309ff2b4bf tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:56.533176 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-798e560b-c03f-45d4-81d7-5dab52dffbdb req-6a990244-8a6a-4a88-9920-3e309ff2b4bf tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 943 time: 0.0684376 Jun 17 19:17:56.571787 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-798e560b-c03f-45d4-81d7-5dab52dffbdb req-120cb738-b317-4771-baa2-572b294f2e33 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321858 Jun 17 19:17:57.446575 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 900694c4-898d-45dc-825f-b972d3835c78 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=92949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 19:17:57.543645 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 900694c4-898d-45dc-825f-b972d3835c78, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=900694c4-898d-45dc-825f-b972d3835c78,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:17:57.555791 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Returning: {'device': '900694c4-898d-45dc-825f-b972d3835c78', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'port_id': '900694c4-898d-45dc-825f-b972d3835c78', 'mac_address': 'fa:16:3e:0a:3f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 19:17:57.591634 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:57.606459 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900694c4-898d-45dc-825f-b972d3835c78 {{(pid=92949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 19:17:57.628337 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 900694c4-898d-45dc-825f-b972d3835c78, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=900694c4-898d-45dc-825f-b972d3835c78,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:17:57.632582 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:57.634385 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:57.680457 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=900694c4-898d-45dc-825f-b972d3835c78,revision_number=4']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:57.683631 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:57.754930 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd720e-86c1-46cf-8118-3863f16a032e req-99646d7f-c5c5-48c9-b1b3-a09d3504a9a5 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:57.756412 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-adfd720e-86c1-46cf-8118-3863f16a032e req-99646d7f-c5c5-48c9-b1b3-a09d3504a9a5 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 944 time: 0.0683112 Jun 17 19:17:57.795976 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-adfd720e-86c1-46cf-8118-3863f16a032e req-52d9c673-eb4e-4e98-af00-6e3d640e4248 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336208 Jun 17 19:17:57.907660 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['900694c4-898d-45dc-825f-b972d3835c78'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:17:57.949666 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:58.754446 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-a0f828db-7abf-4988-82bd-e9e22219f55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:58.990753 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbfc2d-e706-4923-91a5-ba123c2fa176 req-43eaf8bc-45bd-4f08-91cc-d2baed74557d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:17:58.992225 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4bbfc2d-e706-4923-91a5-ba123c2fa176 req-43eaf8bc-45bd-4f08-91cc-d2baed74557d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 944 time: 0.0706203 Jun 17 19:17:59.013561 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:59.032302 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-d4bbfc2d-e706-4923-91a5-ba123c2fa176 req-5e6356eb-9fa0-42ad-99d7-9821cea2773c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340767 Jun 17 19:17:59.461352 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 900694c4-898d-45dc-825f-b972d3835c78 up at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 19:17:59.510300 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning for port 900694c4-898d-45dc-825f-b972d3835c78 completed by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 19:17:59.514019 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Provisioning complete for port 900694c4-898d-45dc-825f-b972d3835c78 triggered by entity L2. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:17:59.514417 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:59.715739 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:59.738060 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900694c4-898d-45dc-825f-b972d3835c78'}] {{(pid=92949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:17:59.740314 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aac99fa49064da96f0843c2f18a2c01b851688391e88f893220d1a755ce964a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c092dc-fbe5-4ae0-b23f-7c3c53643189" -d '{"events": [{"server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "name": "network-vif-plugged", "status": "completed", "tag": "900694c4-898d-45dc-825f-b972d3835c78"}]}' {{(pid=92949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:17:59.754651 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] For port 900694c4-898d-45dc-825f-b972d3835c78, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=900694c4-898d-45dc-825f-b972d3835c78,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:17:59.759548 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351'] for port, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:17:59.762940 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:17:59.787154 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659247d9-0b52-41c6-a9e4-5d2ffe0db3e4 x-openstack-request-id: req-659247d9-0b52-41c6-a9e4-5d2ffe0db3e4 {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:17:59.787694 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "name": "network-vif-plugged", "status": "completed", "tag": "900694c4-898d-45dc-825f-b972d3835c78", "code": 200}]} {{(pid=92949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:17:59.787694 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-659247d9-0b52-41c6-a9e4-5d2ffe0db3e4 {{(pid=92949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:17:59.788081 dv-cinder-790535-5-smb neutron-server[92949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900694c4-898d-45dc-825f-b972d3835c78', 'code': 200} Jun 17 19:17:59.819158 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Pushing event updated for resources: {'Port': ['ID=900694c4-898d-45dc-825f-b972d3835c78,revision_number=5']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:17:59.822129 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:17:59.914328 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:00.031807 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dac2e-0082-4f0c-96de-457cbe90f35d req-d404f7cb-d157-4468-9208-d7928a344e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:00.033401 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ce9dac2e-0082-4f0c-96de-457cbe90f35d req-d404f7cb-d157-4468-9208-d7928a344e89 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 1098 time: 0.0661073 Jun 17 19:18:00.073052 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-ce9dac2e-0082-4f0c-96de-457cbe90f35d req-49776dc4-e79c-410a-b35d-41d96ff05d93 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Jun 17 19:18:00.219366 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e194fb-9d3b-42e5-a7b5-415eacfcae96 req-2641b291-07d3-4a09-b6f9-621e30cf0ea7 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:00.220842 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-95e194fb-9d3b-42e5-a7b5-415eacfcae96 req-2641b291-07d3-4a09-b6f9-621e30cf0ea7 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 945 time: 0.0621905 Jun 17 19:18:00.259048 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-95e194fb-9d3b-42e5-a7b5-415eacfcae96 req-b06f61b9-9918-43ae-8879-61dcbe9cbea9 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Jun 17 19:18:01.442017 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cdd63-314d-480d-9cba-36b1ddcfe69e req-70da2979-9fad-4851-9573-642f8a7c7fc6 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:01.443516 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-353cdd63-314d-480d-9cba-36b1ddcfe69e req-70da2979-9fad-4851-9573-642f8a7c7fc6 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 945 time: 0.0707827 Jun 17 19:18:01.480961 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-353cdd63-314d-480d-9cba-36b1ddcfe69e req-6568fa0e-4c63-4779-9f85-72a52c4ec00e tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317335 Jun 17 19:18:01.653388 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada9b5b-d6be-4ba0-8af2-b734cb3394e8 req-6c67fab8-8fa6-4225-8aec-ab07450ac649 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:01.654754 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5ada9b5b-d6be-4ba0-8af2-b734cb3394e8 req-6c67fab8-8fa6-4225-8aec-ab07450ac649 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 945 time: 0.0654926 Jun 17 19:18:01.693329 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5ada9b5b-d6be-4ba0-8af2-b734cb3394e8 req-f60d439a-f957-497c-a5dc-ff9e5106de0d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Jun 17 19:18:02.057699 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:02.085733 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dbc84-0c65-4506-b2aa-5ae383811502 req-93bce419-e7d2-41a2-8c38-c8d4d7ebd90f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:02.087239 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-121dbc84-0c65-4506-b2aa-5ae383811502 req-93bce419-e7d2-41a2-8c38-c8d4d7ebd90f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 945 time: 0.0660119 Jun 17 19:18:02.125813 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-121dbc84-0c65-4506-b2aa-5ae383811502 req-456998d8-9a7c-4a47-b275-13714d76fc6b tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327592 Jun 17 19:18:02.216896 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-96037c1b-8b3a-4e5c-a81a-ae9f14a68ddd req-122c38b6-61dd-44a5-a2e9-f1896a48e095 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590677 Jun 17 19:18:02.320881 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96037c1b-8b3a-4e5c-a81a-ae9f14a68ddd req-ca0808ce-0a15-4f79-852a-ee3000847757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:02.322380 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-96037c1b-8b3a-4e5c-a81a-ae9f14a68ddd req-ca0808ce-0a15-4f79-852a-ee3000847757 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21321bc1d7c24e63a027128c2f4113c7&device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 1098 time: 0.0583141 Jun 17 19:18:02.464853 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96037c1b-8b3a-4e5c-a81a-ae9f14a68ddd req-7bdbf6c0-9991-4a24-9b71-e4906bf42aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:02.466325 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-96037c1b-8b3a-4e5c-a81a-ae9f14a68ddd req-7bdbf6c0-9991-4a24-9b71-e4906bf42aa2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba HTTP/1.1" status: 200 len: 915 time: 0.1184657 Jun 17 19:18:02.511768 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-96037c1b-8b3a-4e5c-a81a-ae9f14a68ddd req-9e5f3ae5-d7c7-4018-8a9e-be1ba86b3ce9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 200 len: 217 time: 0.0372400 Jun 17 19:18:02.561813 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96037c1b-8b3a-4e5c-a81a-ae9f14a68ddd req-aca16e55-24c9-4867-8a48-0c903269130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:02.563292 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-96037c1b-8b3a-4e5c-a81a-ae9f14a68ddd req-aca16e55-24c9-4867-8a48-0c903269130b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fb4680f-6745-4187-b522-4633fabf8a62 HTTP/1.1" status: 200 len: 853 time: 0.0442650 Jun 17 19:18:02.632990 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96037c1b-8b3a-4e5c-a81a-ae9f14a68ddd req-b4345620-ae2e-4073-845b-47ff7f44937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:02.634464 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-96037c1b-8b3a-4e5c-a81a-ae9f14a68ddd req-b4345620-ae2e-4073-845b-47ff7f44937d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0591826 Jun 17 19:18:02.729144 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-96037c1b-8b3a-4e5c-a81a-ae9f14a68ddd req-42d2e3ca-014e-4e9c-81dc-a01bf0880187 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828409 Jun 17 19:18:02.825155 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-96037c1b-8b3a-4e5c-a81a-ae9f14a68ddd req-2a4ba054-ff1a-4169-a472-a1b32a4683d4 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887165 Jun 17 19:18:06.530184 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8faa9-8d04-4660-b59f-e261ea19d456 req-669fa704-47af-4de8-baad-89ae1b0e624f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:06.531652 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a9b8faa9-8d04-4660-b59f-e261ea19d456 req-669fa704-47af-4de8-baad-89ae1b0e624f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 945 time: 0.0633798 Jun 17 19:18:06.570234 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a9b8faa9-8d04-4660-b59f-e261ea19d456 req-baa3d8bb-5d2c-4a02-8051-c9b2508b39b0 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Jun 17 19:18:06.594431 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 42996) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:18:06.695909 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cb64fc-6b82-4ce3-8dbd-adc1bba97a9b tempest-TestMinimumBasicScenario-195395772 tempest-TestMinimumBasicScenario-195395772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:06.697404 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-a7cb64fc-6b82-4ce3-8dbd-adc1bba97a9b tempest-TestMinimumBasicScenario-195395772 tempest-TestMinimumBasicScenario-195395772-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 1093 time: 0.1019921 Jun 17 19:18:06.700414 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 43000) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:18:06.705510 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Request body: {'floatingip': {'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'port_id': '900694c4-898d-45dc-825f-b972d3835c78', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:18:06.734210 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for floatingip, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:06.833489 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8387819'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:06.936367 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Allocated IP 172.28.2.111 (d935f812-d4b0-4797-881a-d9ceb277979e/d456baaf-7b6a-4e8a-a47d-87556b709c2a/21faa7be-f67b-4f4d-8a3d-725c730c6ef5) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 19:18:07.041941 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:07.079696 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8387754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743348885288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4087574'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:07.083144 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-bcb3831e-603c-4edb-bc14-d69256082974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:18:07.115663 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Network d935f812-d4b0-4797-881a-d9ceb277979e is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 19:18:07.118419 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 19:18:07.121726 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 19:18:07.151405 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event updated for resources: {'Port': ['ID=21faa7be-f67b-4f4d-8a3d-725c730c6ef5,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:18:07.165979 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:18:07.166375 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:18:07.166738 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:18:07.167094 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:18:07.167447 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:18:07.167799 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:18:07.168149 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:18:07.168496 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:18:07.168844 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:18:07.169195 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:18:07.169538 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:18:07.169879 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:18:07.175544 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:18:07.560662 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:07.665837 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:07.811498 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:07.816626 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4087588'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:07.818613 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-02da7fe0-6bf5-46f2-be67-7fd0ca224c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:18:07.884514 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event updated for resources: {'Port': ['ID=21faa7be-f67b-4f4d-8a3d-725c730c6ef5,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:18:07.888338 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:18:07.898774 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1041382'] for floatingip, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:07.994024 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.db.l3_db [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Floating IP d5b77044-a78a-4338-b7f9-056641fbdd04 associated. External IP: 172.28.2.111, port: 900694c4-898d-45dc-825f-b972d3835c78. Jun 17 19:18:08.407745 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Router 5e4d87bb-177a-495c-9a36-a80051adcdb3 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:18:08.513784 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:18:08.523844 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c40fbc-e062-42af-bc06-3e57a32424bf None None] Sync routers for ids ['5e4d87bb-177a-495c-9a36-a80051adcdb3'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:18:08.531146 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:08.533693 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c40fbc-e062-42af-bc06-3e57a32424bf None None] Routers {'5e4d87bb-177a-495c-9a36-a80051adcdb3'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:18:08.534286 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-27c40fbc-e062-42af-bc06-3e57a32424bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:17:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['5e4d87bb-177a-495c-9a36-a80051adcdb3'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:18:08.573436 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-db9aefa5-42cb-4f6d-a09a-9f0ad59c4c4c tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8683035 Jun 17 19:18:08.573436 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'tag': '900694c4-898d-45dc-825f-b972d3835c78'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:18:08.573436 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c1bcb3-2edc-4fd9-a389-578ec41d279e" -d '{"events": [{"name": "network-changed", "server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "tag": "900694c4-898d-45dc-825f-b972d3835c78"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:18:08.574055 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 43002) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:18:08.580660 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [None req-f1019f8a-dc68-464f-adb7-cf25eb5fc6d3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746071347', 'description': 'tempest-secgroup-smoke-1746071347 description', 'project_id': '21321bc1d7c24e63a027128c2f4113c7'}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:18:08.612205 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557b8605-dcad-440c-928f-f7a7389f9667 x-openstack-request-id: req-557b8605-dcad-440c-928f-f7a7389f9667 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:18:08.612642 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "tag": "900694c4-898d-45dc-825f-b972d3835c78", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:18:08.612977 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-557b8605-dcad-440c-928f-f7a7389f9667 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:18:08.613353 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'tag': '900694c4-898d-45dc-825f-b972d3835c78', 'status': 'completed', 'code': 200} Jun 17 19:18:08.616435 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f1019f8a-dc68-464f-adb7-cf25eb5fc6d3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group, before_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:08.650170 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-27c40fbc-e062-42af-bc06-3e57a32424bf None None] Set router 5e4d87bb-177a-495c-9a36-a80051adcdb3 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:18:08.753116 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f1019f8a-dc68-464f-adb7-cf25eb5fc6d3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group, precommit_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:08.756085 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1bcb3-2edc-4fd9-a389-578ec41d279e req-f57666a0-bbcd-42f8-90db-d2404c77913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:08.757583 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9c1bcb3-2edc-4fd9-a389-578ec41d279e req-f57666a0-bbcd-42f8-90db-d2404c77913c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21321bc1d7c24e63a027128c2f4113c7&device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 1098 time: 0.1039760 Jun 17 19:18:08.758625 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f1019f8a-dc68-464f-adb7-cf25eb5fc6d3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_create {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:08.761868 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-58859938-027e-480d-95f0-78e0c4fee2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:18:08.811615 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f1019f8a-dc68-464f-adb7-cf25eb5fc6d3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:08.812789 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-f1019f8a-dc68-464f-adb7-cf25eb5fc6d3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2374916 Jun 17 19:18:08.818105 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 43006) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:18:08.823586 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-b01be752-3788-4cf5-b845-b35221a78a04 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Request body: {'security_group_rule': {'security_group_id': '642fb4b8-5a60-47aa-a452-a15bde052ebb', 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:18:08.828946 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1019f8a-dc68-464f-adb7-cf25eb5fc6d3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642fb4b8-5a60-47aa-a452-a15bde052ebb,revision_number=1']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:18:08.858185 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b01be752-3788-4cf5-b845-b35221a78a04 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:08.859249 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f1019f8a-dc68-464f-adb7-cf25eb5fc6d3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:18:08.885478 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-27c40fbc-e062-42af-bc06-3e57a32424bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 4, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': 'd5b77044-a78a-4338-b7f9-056641fbdd04', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'floating_ip_address': '172.28.2.111', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'port_id': '900694c4-898d-45dc-825f-b972d3835c78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'mac_address': 'fa:16:3e:0a:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717bd953-57dd-4e22-9b85-5852ace613a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:18:07Z', 'updated_at': '2021-06-17T19:18:07Z', 'revision_number': 0, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f71e9e-6c44-4f3c-a3d3-e37821c7e624', 'name': '', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'mac_address': 'fa:16:3e:79:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:24Z', 'updated_at': '2021-06-17T19:17:31Z', 'revision_number': 5, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'subnets': [{'id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:18:08.891847 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1bcb3-2edc-4fd9-a389-578ec41d279e req-3cd66d0e-3627-4845-95b5-074b4f373942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:08.894854 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9c1bcb3-2edc-4fd9-a389-578ec41d279e req-3cd66d0e-3627-4845-95b5-074b4f373942 service neutron] 10.222.0.42 "GET /v2.0/networks?id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba HTTP/1.1" status: 200 len: 915 time: 0.1253109 Jun 17 19:18:08.914709 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c40fbc-e062-42af-bc06-3e57a32424bf None None] Checking router: 5e4d87bb-177a-495c-9a36-a80051adcdb3 for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:18:08.925839 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c40fbc-e062-42af-bc06-3e57a32424bf None None] Routers {'5e4d87bb-177a-495c-9a36-a80051adcdb3'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:18:08.926681 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-27c40fbc-e062-42af-bc06-3e57a32424bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:17:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['5e4d87bb-177a-495c-9a36-a80051adcdb3'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:18:08.945442 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b01be752-3788-4cf5-b845-b35221a78a04 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:08.950399 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b01be752-3788-4cf5-b845-b35221a78a04 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:08.952483 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-2b8301c5-2a63-4330-a8b1-dd376721f4bb tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:18:08.967889 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01be752-3788-4cf5-b845-b35221a78a04 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43860753-6b68-40c5-a265-e2e7b68271dc,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:18:08.972792 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-b01be752-3788-4cf5-b845-b35221a78a04 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:18:08.982397 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b01be752-3788-4cf5-b845-b35221a78a04 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:08.987389 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-b01be752-3788-4cf5-b845-b35221a78a04 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641879 Jun 17 19:18:08.988385 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 43008) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:18:08.990991 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9c1bcb3-2edc-4fd9-a389-578ec41d279e req-87440738-7319-4faa-ac65-45ba3409d6d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 200 len: 999 time: 0.0832484 Jun 17 19:18:08.994323 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-616e836b-6789-46d6-b49c-1f2d1a8d9087 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Request body: {'security_group_rule': {'security_group_id': '642fb4b8-5a60-47aa-a452-a15bde052ebb', 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:18:09.027941 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-616e836b-6789-46d6-b49c-1f2d1a8d9087 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.048875 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1bcb3-2edc-4fd9-a389-578ec41d279e req-736b92d7-deda-4447-8f54-9805be9239b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:09.051219 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-27c40fbc-e062-42af-bc06-3e57a32424bf None None] Set router 5e4d87bb-177a-495c-9a36-a80051adcdb3 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:18:09.051976 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9c1bcb3-2edc-4fd9-a389-578ec41d279e req-736b92d7-deda-4447-8f54-9805be9239b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fb4680f-6745-4187-b522-4633fabf8a62 HTTP/1.1" status: 200 len: 853 time: 0.0535483 Jun 17 19:18:09.110569 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-616e836b-6789-46d6-b49c-1f2d1a8d9087 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.116833 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-616e836b-6789-46d6-b49c-1f2d1a8d9087 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.124275 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1bcb3-2edc-4fd9-a389-578ec41d279e req-dff6c577-53f3-429a-b2c0-d28355f5b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:09.125741 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:18:09.127324 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9c1bcb3-2edc-4fd9-a389-578ec41d279e req-dff6c577-53f3-429a-b2c0-d28355f5b190 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680680 Jun 17 19:18:09.143234 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e836b-6789-46d6-b49c-1f2d1a8d9087 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ce78a0-5bff-4871-9c76-6db9890fddb0,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:18:09.147215 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-616e836b-6789-46d6-b49c-1f2d1a8d9087 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:18:09.148565 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-616e836b-6789-46d6-b49c-1f2d1a8d9087 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.154520 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-616e836b-6789-46d6-b49c-1f2d1a8d9087 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601040 Jun 17 19:18:09.154520 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 43010) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:18:09.159379 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-462094c2-9c39-4039-a4b9-8bcd12f7368d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Request body: {'security_group_rule': {'security_group_id': '642fb4b8-5a60-47aa-a452-a15bde052ebb', 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:18:09.190932 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-462094c2-9c39-4039-a4b9-8bcd12f7368d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.250607 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-462094c2-9c39-4039-a4b9-8bcd12f7368d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.255106 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-462094c2-9c39-4039-a4b9-8bcd12f7368d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.257083 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:18:09.274373 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462094c2-9c39-4039-a4b9-8bcd12f7368d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a51df17-5d14-4938-b322-6b51b1a7adc3,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:18:09.276107 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9c1bcb3-2edc-4fd9-a389-578ec41d279e req-894fc933-1f69-4ced-8cca-4974668290a3 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412630 Jun 17 19:18:09.276892 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-462094c2-9c39-4039-a4b9-8bcd12f7368d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:18:09.281129 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-462094c2-9c39-4039-a4b9-8bcd12f7368d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.283627 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-462094c2-9c39-4039-a4b9-8bcd12f7368d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269226 Jun 17 19:18:09.287596 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 43012) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:18:09.294930 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-d2aa138d-5e08-4a0e-ac14-fe33484dc5fc tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Request body: {'security_group_rule': {'security_group_id': '642fb4b8-5a60-47aa-a452-a15bde052ebb', 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:18:09.327746 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d2aa138d-5e08-4a0e-ac14-fe33484dc5fc tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.360227 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-27c40fbc-e062-42af-bc06-3e57a32424bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 4, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': 'd5b77044-a78a-4338-b7f9-056641fbdd04', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'floating_ip_address': '172.28.2.111', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'port_id': '900694c4-898d-45dc-825f-b972d3835c78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'mac_address': 'fa:16:3e:0a:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717bd953-57dd-4e22-9b85-5852ace613a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:18:07Z', 'updated_at': '2021-06-17T19:18:07Z', 'revision_number': 0, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f71e9e-6c44-4f3c-a3d3-e37821c7e624', 'name': '', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'mac_address': 'fa:16:3e:79:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:24Z', 'updated_at': '2021-06-17T19:17:31Z', 'revision_number': 5, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'subnets': [{'id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:18:09.388994 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-f9c1bcb3-2edc-4fd9-a389-578ec41d279e req-b05d7a0f-46ea-4003-9022-c65da053aa4c service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041458 Jun 17 19:18:09.389962 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c40fbc-e062-42af-bc06-3e57a32424bf None None] The sync data for ids ['5e4d87bb-177a-495c-9a36-a80051adcdb3'] in dv-cinder-790535-5-smb is: [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 4, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_floatingips': [{'id': 'd5b77044-a78a-4338-b7f9-056641fbdd04', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'floating_ip_address': '172.28.2.111', 'floating_network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'router_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'port_id': '900694c4-898d-45dc-825f-b972d3835c78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'mac_address': 'fa:16:3e:0a:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717bd953-57dd-4e22-9b85-5852ace613a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T19:18:07Z', 'updated_at': '2021-06-17T19:18:07Z', 'revision_number': 0, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f71e9e-6c44-4f3c-a3d3-e37821c7e624', 'name': '', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'mac_address': 'fa:16:3e:79:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:24Z', 'updated_at': '2021-06-17T19:17:31Z', 'revision_number': 5, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'subnets': [{'id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:18:09.416240 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d2aa138d-5e08-4a0e-ac14-fe33484dc5fc tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.420009 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d2aa138d-5e08-4a0e-ac14-fe33484dc5fc tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.422504 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-9ee5abcf-abec-4aa6-9171-b69ce15ae399 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:18:09.441994 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa138d-5e08-4a0e-ac14-fe33484dc5fc tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec22de04-caa9-46b9-b5bc-e3f1069f703f,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:18:09.444351 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d2aa138d-5e08-4a0e-ac14-fe33484dc5fc tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.445530 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-d2aa138d-5e08-4a0e-ac14-fe33484dc5fc tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568398 Jun 17 19:18:09.446458 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-d2aa138d-5e08-4a0e-ac14-fe33484dc5fc tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:18:09.448357 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 43014) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:18:09.452872 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-345c43c3-f42f-4c7b-9417-2ec3c777ea17 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Request body: {'security_group_rule': {'security_group_id': '642fb4b8-5a60-47aa-a452-a15bde052ebb', 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:18:09.476957 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.db.securitygroups_db [None req-345c43c3-f42f-4c7b-9417-2ec3c777ea17 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Project 21321bc1d7c24e63a027128c2f4113c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 19:18:09.481983 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-345c43c3-f42f-4c7b-9417-2ec3c777ea17 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.566989 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-345c43c3-f42f-4c7b-9417-2ec3c777ea17 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.572362 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-345c43c3-f42f-4c7b-9417-2ec3c777ea17 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.575247 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:18:09.599215 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c43c3-f42f-4c7b-9417-2ec3c777ea17 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec59262a-c4f2-41ed-bc37-a6786cbe56aa,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:18:09.603596 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-345c43c3-f42f-4c7b-9417-2ec3c777ea17 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:18:09.607374 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-345c43c3-f42f-4c7b-9417-2ec3c777ea17 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.609225 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-345c43c3-f42f-4c7b-9417-2ec3c777ea17 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1597695 Jun 17 19:18:09.612750 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 43016) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:18:09.618329 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.v2.base [None req-37f134a1-23e8-410e-9bbf-29b9bed9a648 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Request body: {'security_group_rule': {'security_group_id': '642fb4b8-5a60-47aa-a452-a15bde052ebb', 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:18:09.640898 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.db.securitygroups_db [None req-37f134a1-23e8-410e-9bbf-29b9bed9a648 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Project 21321bc1d7c24e63a027128c2f4113c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 19:18:09.646723 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-37f134a1-23e8-410e-9bbf-29b9bed9a648 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.650271 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce56225-d7f2-4273-84de-fa88a7773639 None None] New status for floating IP d5b77044-a78a-4338-b7f9-056641fbdd04: ACTIVE {{(pid=92950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 19:18:09.709299 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-37f134a1-23e8-410e-9bbf-29b9bed9a648 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.713263 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-37f134a1-23e8-410e-9bbf-29b9bed9a648 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995843'] for security_group_rule, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.715267 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:18:09.731816 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f134a1-23e8-410e-9bbf-29b9bed9a648 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbc3797-cb29-4ced-b21c-23272abc6e5f,revision_number=0']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:18:09.734673 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-37f134a1-23e8-410e-9bbf-29b9bed9a648 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:18:09.739552 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-37f134a1-23e8-410e-9bbf-29b9bed9a648 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:09.744765 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-37f134a1-23e8-410e-9bbf-29b9bed9a648 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266840 Jun 17 19:18:09.874873 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bb3035f3-de9d-4177-aa88-90ad5f744af9 req-285770cc-2516-4774-962c-034f1475b99d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746071347&fields=id&tenant_id=21321bc1d7c24e63a027128c2f4113c7 HTTP/1.1" status: 200 len: 267 time: 0.0404851 Jun 17 19:18:09.942814 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3035f3-de9d-4177-aa88-90ad5f744af9 req-e4a1d7dc-7e4e-4ff3-b460-92758ce6b25d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:09.944169 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bb3035f3-de9d-4177-aa88-90ad5f744af9 req-e4a1d7dc-7e4e-4ff3-b460-92758ce6b25d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 945 time: 0.0624452 Jun 17 19:18:09.955892 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-bb3035f3-de9d-4177-aa88-90ad5f744af9 req-f9c0fa43-cfe1-427f-b281-cb62d4f7a6a3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Request body: {'port': {'security_groups': ['3fd2ed6b-b37f-4805-b1d2-956a07f2952b', '642fb4b8-5a60-47aa-a452-a15bde052ebb']}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:18:10.035551 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-bb3035f3-de9d-4177-aa88-90ad5f744af9 req-f9c0fa43-cfe1-427f-b281-cb62d4f7a6a3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:10.229462 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-bb3035f3-de9d-4177-aa88-90ad5f744af9 req-f9c0fa43-cfe1-427f-b281-cb62d4f7a6a3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] For port 900694c4-898d-45dc-825f-b972d3835c78, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=900694c4-898d-45dc-825f-b972d3835c78,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:18:10.261544 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-bb3035f3-de9d-4177-aa88-90ad5f744af9 req-f9c0fa43-cfe1-427f-b281-cb62d4f7a6a3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:10.266149 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-bb3035f3-de9d-4177-aa88-90ad5f744af9 req-f9c0fa43-cfe1-427f-b281-cb62d4f7a6a3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:10.271209 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-06a2230e-d9de-476c-9b45-9fe4a8c6bb9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:18:10.279870 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['900694c4-898d-45dc-825f-b972d3835c78'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:18:10.312616 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3035f3-de9d-4177-aa88-90ad5f744af9 req-f9c0fa43-cfe1-427f-b281-cb62d4f7a6a3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:10.313250 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-bb3035f3-de9d-4177-aa88-90ad5f744af9 req-f9c0fa43-cfe1-427f-b281-cb62d4f7a6a3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:10.315197 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-bb3035f3-de9d-4177-aa88-90ad5f744af9 req-f9c0fa43-cfe1-427f-b281-cb62d4f7a6a3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "PUT /v2.0/ports/900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 200 len: 981 time: 0.3644977 Jun 17 19:18:10.315737 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'tag': '900694c4-898d-45dc-825f-b972d3835c78'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:18:10.318031 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261e6e41-ac43-40ab-a535-750d02667d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "tag": "900694c4-898d-45dc-825f-b972d3835c78"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:18:10.350948 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0fa43-cfe1-427f-b281-cb62d4f7a6a3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event updated for resources: {'Port': ['ID=900694c4-898d-45dc-825f-b972d3835c78,revision_number=6']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:18:10.362411 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f9c0fa43-cfe1-427f-b281-cb62d4f7a6a3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:18:10.410310 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['900694c4-898d-45dc-825f-b972d3835c78'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:18:10.448157 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50b7a3c-b81c-4712-bcff-f8a65c8ab853 x-openstack-request-id: req-e50b7a3c-b81c-4712-bcff-f8a65c8ab853 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:18:10.448498 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "tag": "900694c4-898d-45dc-825f-b972d3835c78", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:18:10.448792 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e50b7a3c-b81c-4712-bcff-f8a65c8ab853 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:18:10.449261 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'tag': '900694c4-898d-45dc-825f-b972d3835c78', 'status': 'completed', 'code': 200} Jun 17 19:18:10.598675 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e6e41-ac43-40ab-a535-750d02667d4f req-64e93f19-eb6f-4546-aae0-2c5942582f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:10.600219 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-261e6e41-ac43-40ab-a535-750d02667d4f req-64e93f19-eb6f-4546-aae0-2c5942582f71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21321bc1d7c24e63a027128c2f4113c7&device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 1137 time: 0.1125054 Jun 17 19:18:10.613353 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5866e1d-00c0-4a38-8679-2abf3d02c06a req-fef0e283-b170-4c7f-bc33-2dfaf396ba98 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:10.614809 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a5866e1d-00c0-4a38-8679-2abf3d02c06a req-fef0e283-b170-4c7f-bc33-2dfaf396ba98 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.0863531 Jun 17 19:18:10.621204 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-0fee50ea-b7c5-4975-88be-f660ebea0791 None None] Provisioning complete for port 900694c4-898d-45dc-825f-b972d3835c78 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:18:10.621386 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-0fee50ea-b7c5-4975-88be-f660ebea0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:10.724038 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a5866e1d-00c0-4a38-8679-2abf3d02c06a req-8d2143ef-d00d-4f15-983d-37990e02e39a tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&id=642fb4b8-5a60-47aa-a452-a15bde052ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984654 Jun 17 19:18:10.742377 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e6e41-ac43-40ab-a535-750d02667d4f req-e2cccf7f-a171-467e-9e2d-e2bb8f52e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:10.743806 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-261e6e41-ac43-40ab-a535-750d02667d4f req-e2cccf7f-a171-467e-9e2d-e2bb8f52e316 service neutron] 10.222.0.42 "GET /v2.0/networks?id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba HTTP/1.1" status: 200 len: 915 time: 0.1281483 Jun 17 19:18:10.818270 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-261e6e41-ac43-40ab-a535-750d02667d4f req-ae306949-5928-44a6-95bc-f36cd8079e1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 200 len: 1001 time: 0.0657835 Jun 17 19:18:10.872747 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e6e41-ac43-40ab-a535-750d02667d4f req-6e5eee75-296b-4718-8d78-b84df786d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:10.874653 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-261e6e41-ac43-40ab-a535-750d02667d4f req-6e5eee75-296b-4718-8d78-b84df786d232 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fb4680f-6745-4187-b522-4633fabf8a62 HTTP/1.1" status: 200 len: 853 time: 0.0452135 Jun 17 19:18:10.933649 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e6e41-ac43-40ab-a535-750d02667d4f req-24d7e4fb-ad96-420d-8085-585b27dff48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:10.936088 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-261e6e41-ac43-40ab-a535-750d02667d4f req-24d7e4fb-ad96-420d-8085-585b27dff48f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536115 Jun 17 19:18:11.031749 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-261e6e41-ac43-40ab-a535-750d02667d4f req-38955fb1-dcfb-48fd-8a05-72750ef44890 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883904 Jun 17 19:18:11.123970 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-261e6e41-ac43-40ab-a535-750d02667d4f req-bb708525-7f42-451d-8497-50b54ff67ae6 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833826 Jun 17 19:18:26.258825 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-c3aff1ca-4d30-4358-8ced-1113dede8128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:27.226156 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:18:27.906489 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:28.755020 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-036fdfff-85ad-4c27-882e-d0cd4e1ecbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:29.015739 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:29.912624 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:32.057282 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:36.629411 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3109-76a1-4327-9f45-8f96494e178e req-68be8041-330c-4bfe-ba8f-28a3b8b0af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:36.631489 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-079d3109-76a1-4327-9f45-8f96494e178e req-68be8041-330c-4bfe-ba8f-28a3b8b0af06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21321bc1d7c24e63a027128c2f4113c7&device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 1137 time: 0.0931633 Jun 17 19:18:36.670354 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8b730-3bb2-4b74-8500-948c6dcf3981 req-ef4da835-fcca-4a2f-a0f0-7ad103b279b6 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:36.672024 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-22c8b730-3bb2-4b74-8500-948c6dcf3981 req-ef4da835-fcca-4a2f-a0f0-7ad103b279b6 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.1013601 Jun 17 19:18:36.758178 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-22c8b730-3bb2-4b74-8500-948c6dcf3981 req-6e4b0a25-62eb-4d21-9a1c-a1aed8ed01db tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&id=642fb4b8-5a60-47aa-a452-a15bde052ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792520 Jun 17 19:18:36.766984 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3109-76a1-4327-9f45-8f96494e178e req-52423783-6cc4-43d8-b007-331e73d97182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:36.768373 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-079d3109-76a1-4327-9f45-8f96494e178e req-52423783-6cc4-43d8-b007-331e73d97182 service neutron] 10.222.0.42 "GET /v2.0/networks?id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba HTTP/1.1" status: 200 len: 915 time: 0.1248507 Jun 17 19:18:36.832781 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-079d3109-76a1-4327-9f45-8f96494e178e req-08d5ca05-3187-4226-a17f-82e453436f64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 200 len: 1001 time: 0.0569482 Jun 17 19:18:36.879727 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3109-76a1-4327-9f45-8f96494e178e req-0e9dc0ea-ece0-4b9f-88ab-740061631bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:36.881918 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-079d3109-76a1-4327-9f45-8f96494e178e req-0e9dc0ea-ece0-4b9f-88ab-740061631bc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fb4680f-6745-4187-b522-4633fabf8a62 HTTP/1.1" status: 200 len: 853 time: 0.0420756 Jun 17 19:18:36.942656 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3109-76a1-4327-9f45-8f96494e178e req-79139c9e-6a41-4d34-9ab3-329115ee19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:36.944932 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-079d3109-76a1-4327-9f45-8f96494e178e req-79139c9e-6a41-4d34-9ab3-329115ee19b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539150 Jun 17 19:18:37.030857 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-079d3109-76a1-4327-9f45-8f96494e178e req-14cdfd44-8356-4fb8-968b-6e8516abb19d service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791750 Jun 17 19:18:37.120673 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-079d3109-76a1-4327-9f45-8f96494e178e req-2566b265-e9fb-463e-9731-34fd86ee6614 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825770 Jun 17 19:18:37.932539 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26381d1-3554-4a44-bc56-d52f38d59d93 req-cbee052a-6696-4e3f-80bb-0a91bee7d90e tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:37.933963 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e26381d1-3554-4a44-bc56-d52f38d59d93 req-cbee052a-6696-4e3f-80bb-0a91bee7d90e tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.0636556 Jun 17 19:18:37.973048 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-e26381d1-3554-4a44-bc56-d52f38d59d93 req-5cfd153d-5870-4a95-9750-9e1d26204d2f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&id=642fb4b8-5a60-47aa-a452-a15bde052ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333540 Jun 17 19:18:39.151008 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe672da2-045a-468c-9f63-9cbd8b76bc95 req-a92cf655-a739-49d9-9f42-05d991a86f8d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:39.152441 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe672da2-045a-468c-9f63-9cbd8b76bc95 req-a92cf655-a739-49d9-9f42-05d991a86f8d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.0637908 Jun 17 19:18:39.196327 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-fe672da2-045a-468c-9f63-9cbd8b76bc95 req-da4818ee-881d-4c02-ba40-1a86d7f2df22 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&id=642fb4b8-5a60-47aa-a452-a15bde052ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381567 Jun 17 19:18:40.556649 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75261dff-33ae-4b22-80aa-91938622be58 req-33e5366e-ddad-4ce0-8595-6a850d346e6f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:40.558109 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-75261dff-33ae-4b22-80aa-91938622be58 req-33e5366e-ddad-4ce0-8595-6a850d346e6f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.0691369 Jun 17 19:18:40.597931 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-75261dff-33ae-4b22-80aa-91938622be58 req-6c469c1f-60af-4917-837d-5c9565b4fad4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&id=642fb4b8-5a60-47aa-a452-a15bde052ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340960 Jun 17 19:18:41.767567 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944195b3-f95a-43b5-95c8-84a596781b35 req-0191ed60-3c20-4812-8564-32fdd69cd011 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:41.768979 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-944195b3-f95a-43b5-95c8-84a596781b35 req-0191ed60-3c20-4812-8564-32fdd69cd011 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.0608239 Jun 17 19:18:41.807834 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-944195b3-f95a-43b5-95c8-84a596781b35 req-ed70cc51-3d0a-4d63-b04e-29f34908679d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&id=642fb4b8-5a60-47aa-a452-a15bde052ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330513 Jun 17 19:18:42.982375 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7bff3-c344-4af3-ae04-dc2eed16b0fd req-3dded7b2-cc1f-43b4-867c-6cefc875462b tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:42.983818 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0bb7bff3-c344-4af3-ae04-dc2eed16b0fd req-3dded7b2-cc1f-43b4-867c-6cefc875462b tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.0660801 Jun 17 19:18:43.022888 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-0bb7bff3-c344-4af3-ae04-dc2eed16b0fd req-68e69dae-1586-4129-8c78-9b970032ed1b tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&id=642fb4b8-5a60-47aa-a452-a15bde052ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333681 Jun 17 19:18:44.192015 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2e658-bcdc-4ee4-bf99-73d0f8be66cc req-2d3de366-0296-4814-92de-914f38994256 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:44.193529 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5de2e658-bcdc-4ee4-bf99-73d0f8be66cc req-2d3de366-0296-4814-92de-914f38994256 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.0610507 Jun 17 19:18:44.231969 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5de2e658-bcdc-4ee4-bf99-73d0f8be66cc req-092ec4a7-7aa9-4cd4-aaac-e315a0570a45 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&id=642fb4b8-5a60-47aa-a452-a15bde052ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326672 Jun 17 19:18:45.404819 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45a8f0-44b7-4440-84bb-9da4c6db5524 req-55c2fce0-0d70-448e-bcce-f6210048ba53 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:45.406245 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3e45a8f0-44b7-4440-84bb-9da4c6db5524 req-55c2fce0-0d70-448e-bcce-f6210048ba53 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.0651050 Jun 17 19:18:45.445007 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-3e45a8f0-44b7-4440-84bb-9da4c6db5524 req-bf64a0c7-1725-4622-9472-457cf685b29e tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&id=642fb4b8-5a60-47aa-a452-a15bde052ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325546 Jun 17 19:18:46.617655 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bded4-dab7-44fa-bc3d-7550e1c52085 req-3eb96e80-a03d-4aa2-9ced-d6e6fdd3f5ad tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:46.619029 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2d3bded4-dab7-44fa-bc3d-7550e1c52085 req-3eb96e80-a03d-4aa2-9ced-d6e6fdd3f5ad tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.0632341 Jun 17 19:18:46.658648 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-2d3bded4-dab7-44fa-bc3d-7550e1c52085 req-f1893d88-b864-454e-8ed0-4c7e7c164de3 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&id=642fb4b8-5a60-47aa-a452-a15bde052ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340083 Jun 17 19:18:47.835817 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fffce-a121-45c7-b33d-cffecac05ea5 req-9b9ba4e9-7a0a-4fe3-a1ea-81e78ea9941f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:47.837248 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-193fffce-a121-45c7-b33d-cffecac05ea5 req-9b9ba4e9-7a0a-4fe3-a1ea-81e78ea9941f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.0666480 Jun 17 19:18:47.875752 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-193fffce-a121-45c7-b33d-cffecac05ea5 req-aceb7d22-7283-4525-adf3-6663b011718d tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&id=642fb4b8-5a60-47aa-a452-a15bde052ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327804 Jun 17 19:18:49.315604 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb4fd0-c461-4771-898a-22a0ca9cdfc6 req-2f180c3a-359a-4f9e-9247-e74292d053af tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:18:49.317040 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-15cb4fd0-c461-4771-898a-22a0ca9cdfc6 req-2f180c3a-359a-4f9e-9247-e74292d053af tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.3301618 Jun 17 19:18:49.357128 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-15cb4fd0-c461-4771-898a-22a0ca9cdfc6 req-6a2b8eab-eb5c-4960-b73a-da1a75e9af77 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&id=642fb4b8-5a60-47aa-a452-a15bde052ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337131 Jun 17 19:18:56.259518 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-b09bb0ca-bc43-4feb-a23c-d160c40ef1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:57.901964 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:58.758010 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-9a37165d-d52f-4358-bb29-372707c93c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:59.017710 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:18:59.916595 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:02.060004 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:02.220825 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-31b4ca46-07e3-4878-908b-fa71b94dd3be req-9958a70d-e425-4012-a3f6-a34a1b8c7f04 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513611 Jun 17 19:19:02.324286 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4ca46-07e3-4878-908b-fa71b94dd3be req-bc763a0c-ec68-4b5a-b1ac-7d8df76f3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:02.325615 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-31b4ca46-07e3-4878-908b-fa71b94dd3be req-bc763a0c-ec68-4b5a-b1ac-7d8df76f3ed3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21321bc1d7c24e63a027128c2f4113c7&device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 1137 time: 0.0542197 Jun 17 19:19:02.428837 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4ca46-07e3-4878-908b-fa71b94dd3be req-9cc480e4-84dd-418a-afaf-5023a90b9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:02.430257 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-31b4ca46-07e3-4878-908b-fa71b94dd3be req-9cc480e4-84dd-418a-afaf-5023a90b9166 service neutron] 10.222.0.42 "GET /v2.0/networks?id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba HTTP/1.1" status: 200 len: 915 time: 0.0799918 Jun 17 19:19:02.495497 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-31b4ca46-07e3-4878-908b-fa71b94dd3be req-9ff5eee8-5521-4a3d-96e1-5182105e90f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 200 len: 1001 time: 0.0585938 Jun 17 19:19:02.551191 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4ca46-07e3-4878-908b-fa71b94dd3be req-028f4ce9-76c6-4f96-b7fa-896e713d1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:02.552693 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-31b4ca46-07e3-4878-908b-fa71b94dd3be req-028f4ce9-76c6-4f96-b7fa-896e713d1e94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fb4680f-6745-4187-b522-4633fabf8a62 HTTP/1.1" status: 200 len: 853 time: 0.0425208 Jun 17 19:19:02.613313 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4ca46-07e3-4878-908b-fa71b94dd3be req-d43d8b30-83fc-4d06-9763-c5082f1d8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:02.615380 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-31b4ca46-07e3-4878-908b-fa71b94dd3be req-d43d8b30-83fc-4d06-9763-c5082f1d8b1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0513470 Jun 17 19:19:02.712865 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-31b4ca46-07e3-4878-908b-fa71b94dd3be req-4a7ceeb4-d5fc-485c-9592-8607ca199685 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919442 Jun 17 19:19:02.798764 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-31b4ca46-07e3-4878-908b-fa71b94dd3be req-9dd5b682-634a-4a3a-8724-aacee8330c6e service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792999 Jun 17 19:19:04.232043 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:19:22.102318 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8dd3f62d-81a9-42d1-95ca-b09475ffe011 req-c76e0025-84e0-479e-bab9-b3052b127b72 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746071347&fields=id&tenant_id=21321bc1d7c24e63a027128c2f4113c7 HTTP/1.1" status: 200 len: 267 time: 0.0333769 Jun 17 19:19:22.171907 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3f62d-81a9-42d1-95ca-b09475ffe011 req-324a4bf7-9d3b-4abe-9d0f-38096fd9c48f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:22.173341 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8dd3f62d-81a9-42d1-95ca-b09475ffe011 req-324a4bf7-9d3b-4abe-9d0f-38096fd9c48f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 984 time: 0.0658219 Jun 17 19:19:22.184237 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.v2.base [req-8dd3f62d-81a9-42d1-95ca-b09475ffe011 req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Request body: {'port': {'security_groups': ['3fd2ed6b-b37f-4805-b1d2-956a07f2952b']}} {{(pid=92948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 19:19:22.263998 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-8dd3f62d-81a9-42d1-95ca-b09475ffe011 req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8387837'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:22.439728 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-8dd3f62d-81a9-42d1-95ca-b09475ffe011 req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] For port 900694c4-898d-45dc-825f-b972d3835c78, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=900694c4-898d-45dc-825f-b972d3835c78,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:19:22.469082 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-8dd3f62d-81a9-42d1-95ca-b09475ffe011 req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:22.473606 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-8dd3f62d-81a9-42d1-95ca-b09475ffe011 req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743349341925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743348885306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743348885351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260402047'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:22.478012 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-190123ca-39ff-438d-9e7a-5947653a68d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:22.486101 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['900694c4-898d-45dc-825f-b972d3835c78'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:19:22.521808 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3f62d-81a9-42d1-95ca-b09475ffe011 req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:22.523820 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-8dd3f62d-81a9-42d1-95ca-b09475ffe011 req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:22.525237 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-8dd3f62d-81a9-42d1-95ca-b09475ffe011 req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "PUT /v2.0/ports/900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 200 len: 942 time: 0.3457894 Jun 17 19:19:22.525790 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'tag': '900694c4-898d-45dc-825f-b972d3835c78'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:19:22.528405 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8456e50-b0fb-4382-bb17-138ab980ce1a" -d '{"events": [{"name": "network-changed", "server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "tag": "900694c4-898d-45dc-825f-b972d3835c78"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:19:22.533354 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 43074) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:22.583930 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1930c5e6-f7b7-49f4-8a56-0f249915a8bf x-openstack-request-id: req-1930c5e6-f7b7-49f4-8a56-0f249915a8bf {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:19:22.584266 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "tag": "900694c4-898d-45dc-825f-b972d3835c78", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:19:22.584564 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1930c5e6-f7b7-49f4-8a56-0f249915a8bf {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:19:22.586402 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'tag': '900694c4-898d-45dc-825f-b972d3835c78', 'status': 'completed', 'code': 200} Jun 17 19:19:22.591327 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event updated for resources: {'Port': ['ID=900694c4-898d-45dc-825f-b972d3835c78,revision_number=7']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:22.601316 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['900694c4-898d-45dc-825f-b972d3835c78'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:19:22.619342 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:22.619764 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:22.620090 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:22.620458 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:22.620821 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:22.621180 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:22.621538 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:22.621898 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:22.622274 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:22.622632 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:22.622993 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:22.623341 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:22.637535 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-51f907e5-e47e-4b6e-bef3-ac6274feccda tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:22.679494 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-10e7e340-b4a1-4acc-af27-5557910c6b0f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:22.722352 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-10e7e340-b4a1-4acc-af27-5557910c6b0f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:22.748100 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456e50-b0fb-4382-bb17-138ab980ce1a req-281e6ecb-5c11-493c-b78d-ffde2cd3342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:22.749563 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a8456e50-b0fb-4382-bb17-138ab980ce1a req-281e6ecb-5c11-493c-b78d-ffde2cd3342c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21321bc1d7c24e63a027128c2f4113c7&device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 1098 time: 0.1346209 Jun 17 19:19:22.775944 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.provisioning_blocks [None req-c19e90b8-b9db-46f2-b123-022a3fb2043d None None] Provisioning complete for port 900694c4-898d-45dc-825f-b972d3835c78 triggered by entity DHCP. {{(pid=92949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 19:19:22.776318 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-c19e90b8-b9db-46f2-b123-022a3fb2043d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8301556'] for port, provisioning_complete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:22.856947 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456e50-b0fb-4382-bb17-138ab980ce1a req-4706a470-cf75-42e6-8dc0-8411816019a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:22.858562 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a8456e50-b0fb-4382-bb17-138ab980ce1a req-4706a470-cf75-42e6-8dc0-8411816019a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba HTTP/1.1" status: 200 len: 915 time: 0.0983520 Jun 17 19:19:22.863550 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-10e7e340-b4a1-4acc-af27-5557910c6b0f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:22.867232 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-10e7e340-b4a1-4acc-af27-5557910c6b0f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:22.868276 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-10e7e340-b4a1-4acc-af27-5557910c6b0f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "DELETE /v2.0/security-groups/642fb4b8-5a60-47aa-a452-a15bde052ebb HTTP/1.1" status: 204 len: 168 time: 0.3343060 Jun 17 19:19:22.870192 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-15886d3c-9676-45e7-932e-366cc58f2965 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:22.871293 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 43076) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:22.888449 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7e340-b4a1-4acc-af27-5557910c6b0f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642fb4b8-5a60-47aa-a452-a15bde052ebb,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:22.891959 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-10e7e340-b4a1-4acc-af27-5557910c6b0f tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:22.951251 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a8456e50-b0fb-4382-bb17-138ab980ce1a req-b640f7f3-6d01-4161-825c-ff6bb98163fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 200 len: 1001 time: 0.0818322 Jun 17 19:19:23.000163 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456e50-b0fb-4382-bb17-138ab980ce1a req-aebd7ac5-941d-4e87-a448-c977e860d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:23.001596 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a8456e50-b0fb-4382-bb17-138ab980ce1a req-aebd7ac5-941d-4e87-a448-c977e860d5c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fb4680f-6745-4187-b522-4633fabf8a62 HTTP/1.1" status: 200 len: 853 time: 0.0432315 Jun 17 19:19:23.034810 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Deleting port 21faa7be-f67b-4f4d-8a3d-725c730c6ef5 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:19:23.035066 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:23.060763 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456e50-b0fb-4382-bb17-138ab980ce1a req-aa55808c-257e-44f2-874b-f0a4d3f23d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:23.062304 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a8456e50-b0fb-4382-bb17-138ab980ce1a req-aa55808c-257e-44f2-874b-f0a4d3f23d09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0532322 Jun 17 19:19:23.114641 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:23.114975 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:23.154802 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a8456e50-b0fb-4382-bb17-138ab980ce1a req-edd6a42e-e234-48a7-9fb1-7b693ea805e4 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843377 Jun 17 19:19:23.181242 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Calling delete_port for 21faa7be-f67b-4f4d-8a3d-725c730c6ef5 owned by network:floatingip {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:19:23.245504 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-a8456e50-b0fb-4382-bb17-138ab980ce1a req-03e162a6-f04d-4dd7-a9d3-884d14fbe702 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831015 Jun 17 19:19:23.326536 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:23.328651 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-feb18236-c2ec-443b-8201-54720dca2bdb tempest-VolumesActionsTest-1640892641 tempest-VolumesActionsTest-1640892641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:23.356746 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event deleted for resources: {'Port': ['ID=21faa7be-f67b-4f4d-8a3d-725c730c6ef5,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:23.368563 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:23.368947 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:23.369322 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:23.369692 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:23.370055 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:23.370482 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:23.371074 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:23.371473 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:23.371844 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:23.372198 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:23.372559 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:23.372912 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:23.392408 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:23.436738 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks [] for floatingip, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:23.437075 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.db.l3_db [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Floating IP d5b77044-a78a-4338-b7f9-056641fbdd04 disassociated (deleted). External IP: 172.28.2.111, port: 900694c4-898d-45dc-825f-b972d3835c78. Jun 17 19:19:23.646435 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Router 5e4d87bb-177a-495c-9a36-a80051adcdb3 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:19:23.755325 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:19:23.759853 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for floatingip, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:23.765315 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978ea2f-577e-48b2-a223-3c5b7a6d08a2 None None] Sync routers for ids ['5e4d87bb-177a-495c-9a36-a80051adcdb3'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:19:23.774689 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978ea2f-577e-48b2-a223-3c5b7a6d08a2 None None] Routers {'5e4d87bb-177a-495c-9a36-a80051adcdb3'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:19:23.775315 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-e978ea2f-577e-48b2-a223-3c5b7a6d08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:18:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['5e4d87bb-177a-495c-9a36-a80051adcdb3'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:23.812398 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-379dbb0c-be4b-45e2-99e0-7e21602e56c4 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "DELETE /v2.0/floatingips/d5b77044-a78a-4338-b7f9-056641fbdd04 HTTP/1.1" status: 204 len: 168 time: 0.9399984 Jun 17 19:19:23.813070 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'tag': '900694c4-898d-45dc-825f-b972d3835c78'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:19:23.815432 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70834fefd4681c913a6c5dc6995cb7471619658d9e30a57f1167b68433d9a734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4613eb95-ce8f-4a81-b4fa-ba1919174669" -d '{"events": [{"name": "network-changed", "server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "tag": "900694c4-898d-45dc-825f-b972d3835c78"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:19:23.931431 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-e978ea2f-577e-48b2-a223-3c5b7a6d08a2 None None] Set router 5e4d87bb-177a-495c-9a36-a80051adcdb3 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:19:23.962276 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 19:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34742dae-4ac1-41db-8da9-fde7ad554265 x-openstack-request-id: req-34742dae-4ac1-41db-8da9-fde7ad554265 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:19:23.962842 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "tag": "900694c4-898d-45dc-825f-b972d3835c78", "status": "completed", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:19:23.963412 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34742dae-4ac1-41db-8da9-fde7ad554265 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:19:23.964206 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'tag': '900694c4-898d-45dc-825f-b972d3835c78', 'status': 'completed', 'code': 200} Jun 17 19:19:24.039869 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613eb95-ce8f-4a81-b4fa-ba1919174669 req-226b95d7-c92c-452c-a36f-161fc449517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:24.042408 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4613eb95-ce8f-4a81-b4fa-ba1919174669 req-226b95d7-c92c-452c-a36f-161fc449517e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21321bc1d7c24e63a027128c2f4113c7&device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 1098 time: 0.0591011 Jun 17 19:19:24.168838 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613eb95-ce8f-4a81-b4fa-ba1919174669 req-f3b25dc9-2d65-4a75-a2fd-b9993f91ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:24.171203 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4613eb95-ce8f-4a81-b4fa-ba1919174669 req-f3b25dc9-2d65-4a75-a2fd-b9993f91ec29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba HTTP/1.1" status: 200 len: 915 time: 0.1228991 Jun 17 19:19:24.201776 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-e978ea2f-577e-48b2-a223-3c5b7a6d08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 4, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': 'a1f71e9e-6c44-4f3c-a3d3-e37821c7e624', 'name': '', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'mac_address': 'fa:16:3e:79:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:24Z', 'updated_at': '2021-06-17T19:17:31Z', 'revision_number': 5, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'subnets': [{'id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:24.224413 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4613eb95-ce8f-4a81-b4fa-ba1919174669 req-09906703-95e3-4314-bedb-22bbe9597b0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 200 len: 217 time: 0.0395210 Jun 17 19:19:24.239344 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978ea2f-577e-48b2-a223-3c5b7a6d08a2 None None] Checking router: 5e4d87bb-177a-495c-9a36-a80051adcdb3 for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:19:24.261443 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978ea2f-577e-48b2-a223-3c5b7a6d08a2 None None] Routers {'5e4d87bb-177a-495c-9a36-a80051adcdb3'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:19:24.262195 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-e978ea2f-577e-48b2-a223-3c5b7a6d08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:18:59Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['5e4d87bb-177a-495c-9a36-a80051adcdb3'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:24.279505 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613eb95-ce8f-4a81-b4fa-ba1919174669 req-8772921d-1ad4-4657-966b-06a060863fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:24.280936 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4613eb95-ce8f-4a81-b4fa-ba1919174669 req-8772921d-1ad4-4657-966b-06a060863fc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fb4680f-6745-4187-b522-4633fabf8a62 HTTP/1.1" status: 200 len: 853 time: 0.0500367 Jun 17 19:19:24.345655 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613eb95-ce8f-4a81-b4fa-ba1919174669 req-c5f176a4-5c28-412f-a11b-ea474fb4b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:24.348082 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4613eb95-ce8f-4a81-b4fa-ba1919174669 req-c5f176a4-5c28-412f-a11b-ea474fb4b827 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0590670 Jun 17 19:19:24.387305 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-e978ea2f-577e-48b2-a223-3c5b7a6d08a2 None None] Set router 5e4d87bb-177a-495c-9a36-a80051adcdb3 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:19:24.461992 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4613eb95-ce8f-4a81-b4fa-ba1919174669 req-9cc8c7c9-897a-4225-8b0d-ab1e4e162b16 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065569 Jun 17 19:19:24.564177 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4613eb95-ce8f-4a81-b4fa-ba1919174669 req-c06e9bf0-931a-424d-9f50-7cf2653d6a01 service neutron] 10.222.0.42 "GET /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945559 Jun 17 19:19:24.599113 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-e978ea2f-577e-48b2-a223-3c5b7a6d08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 4, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': 'a1f71e9e-6c44-4f3c-a3d3-e37821c7e624', 'name': '', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'mac_address': 'fa:16:3e:79:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:24Z', 'updated_at': '2021-06-17T19:17:31Z', 'revision_number': 5, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'subnets': [{'id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:24.630645 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978ea2f-577e-48b2-a223-3c5b7a6d08a2 None None] The sync data for ids ['5e4d87bb-177a-495c-9a36-a80051adcdb3'] in dv-cinder-790535-5-smb is: [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:17:25Z', 'revision_number': 4, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb', '_interfaces': [{'id': 'a1f71e9e-6c44-4f3c-a3d3-e37821c7e624', 'name': '', 'network_id': '20d313fe-6bd2-4ae0-9833-f2c5a4be1fba', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'mac_address': 'fa:16:3e:79:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:24Z', 'updated_at': '2021-06-17T19:17:31Z', 'revision_number': 5, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'subnets': [{'id': '8fb4680f-6745-4187-b522-4633fabf8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:19:24.843430 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468724b-06cb-4e2e-9273-d6e095629afd None None] New status for floating IP d5b77044-a78a-4338-b7f9-056641fbdd04: DOWN {{(pid=92950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 19:19:26.260768 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-56418692-acda-4e53-b988-c4d09394ac8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:26.958626 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c7993-e162-4930-acb0-07a32626d36d req-f6cdbf7c-b625-47ab-9c8e-f26b2bf4ea91 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:26.960722 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-838c7993-e162-4930-acb0-07a32626d36d req-f6cdbf7c-b625-47ab-9c8e-f26b2bf4ea91 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 945 time: 0.0686510 Jun 17 19:19:27.001521 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-838c7993-e162-4930-acb0-07a32626d36d req-413b9c8a-7e04-4bbb-ab81-e23f8570641a tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350950 Jun 17 19:19:28.020232 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:28.185977 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb601d-708e-44db-b9d9-a3209cf8919b req-2d18cacc-2c66-4548-8e8e-4a4ab83b053a tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:28.188065 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4edb601d-708e-44db-b9d9-a3209cf8919b req-2d18cacc-2c66-4548-8e8e-4a4ab83b053a tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 945 time: 0.0730269 Jun 17 19:19:28.229503 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-4edb601d-708e-44db-b9d9-a3209cf8919b req-81c6fa99-02d2-4138-a46c-17281fc8e473 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fd2ed6b-b37f-4805-b1d2-956a07f2952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356803 Jun 17 19:19:28.675133 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73c6a0-4f8c-46a6-99f4-120e7284476b req-c270b8f6-67c0-4c67-b291-7b5afebe85e9 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 19:19:28.676642 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5b73c6a0-4f8c-46a6-99f4-120e7284476b req-c270b8f6-67c0-4c67-b291-7b5afebe85e9 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.42 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 945 time: 0.0644300 Jun 17 19:19:28.758897 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-01c0d55c-2e84-4512-b3b8-8532b0a486ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:28.811131 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-5b73c6a0-4f8c-46a6-99f4-120e7284476b req-459b7ce7-e1c7-4362-a1cb-47e980fe3048 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Deleting port 900694c4-898d-45dc-825f-b972d3835c78 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:19:28.811474 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5b73c6a0-4f8c-46a6-99f4-120e7284476b req-459b7ce7-e1c7-4362-a1cb-47e980fe3048 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:28.900549 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [req-5b73c6a0-4f8c-46a6-99f4-120e7284476b req-459b7ce7-e1c7-4362-a1cb-47e980fe3048 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] For port 900694c4-898d-45dc-825f-b972d3835c78, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=900694c4-898d-45dc-825f-b972d3835c78,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:19:28.900909 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5b73c6a0-4f8c-46a6-99f4-120e7284476b req-459b7ce7-e1c7-4362-a1cb-47e980fe3048 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:28.971103 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [req-5b73c6a0-4f8c-46a6-99f4-120e7284476b req-459b7ce7-e1c7-4362-a1cb-47e980fe3048 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Calling delete_port for 900694c4-898d-45dc-825f-b972d3835c78 owned by compute:nova {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:19:29.019379 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:29.108728 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5b73c6a0-4f8c-46a6-99f4-120e7284476b req-459b7ce7-e1c7-4362-a1cb-47e980fe3048 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:29.112475 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-aa29cc8f-a4cf-4130-a92c-6e7798e2cbc3 tempest-AttachVolumeNegativeTest-294902926 tempest-AttachVolumeNegativeTest-294902926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:29.120457 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] get_ports_and_sgs() called for port_ids ['900694c4-898d-45dc-825f-b972d3835c78'] {{(pid=92949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 19:19:29.137815 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b7ce7-e1c7-4362-a1cb-47e980fe3048 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Pushing event deleted for resources: {'Port': ['ID=900694c4-898d-45dc-825f-b972d3835c78,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:29.140906 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-459b7ce7-e1c7-4362-a1cb-47e980fe3048 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:29.192016 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b73c6a0-4f8c-46a6-99f4-120e7284476b req-459b7ce7-e1c7-4362-a1cb-47e980fe3048 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] No DVR routers for this DVR port 900694c4-898d-45dc-825f-b972d3835c78 on host hv-cinder-79053 {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:19:29.194619 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [req-5b73c6a0-4f8c-46a6-99f4-120e7284476b req-459b7ce7-e1c7-4362-a1cb-47e980fe3048 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91483'] for port, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:29.196590 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-5b73c6a0-4f8c-46a6-99f4-120e7284476b req-459b7ce7-e1c7-4362-a1cb-47e980fe3048 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.42 "DELETE /v2.0/ports/900694c4-898d-45dc-825f-b972d3835c78 HTTP/1.1" status: 204 len: 173 time: 0.5147216 Jun 17 19:19:29.197102 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'name': 'network-vif-deleted', 'tag': '900694c4-898d-45dc-825f-b972d3835c78'}] {{(pid=92948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 19:19:29.199396 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a8e68a32afada10cc249bcd017b60f382de712e0d36a04e30cf0f976bde972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481456eb-9838-4273-8c16-485618b71bb0" -d '{"events": [{"server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "name": "network-vif-deleted", "tag": "900694c4-898d-45dc-825f-b972d3835c78"}]}' {{(pid=92948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 19:19:29.244251 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 19:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38675650-d2fa-4837-837b-a507ea55d545 x-openstack-request-id: req-38675650-d2fa-4837-837b-a507ea55d545 {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 19:19:29.244593 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717bd953-57dd-4e22-9b85-5852ace613a2", "name": "network-vif-deleted", "tag": "900694c4-898d-45dc-825f-b972d3835c78", "status": "completed", "code": 200}]} {{(pid=92948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 19:19:29.244895 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38675650-d2fa-4837-837b-a507ea55d545 {{(pid=92948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 19:19:29.245336 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717bd953-57dd-4e22-9b85-5852ace613a2', 'name': 'network-vif-deleted', 'tag': '900694c4-898d-45dc-825f-b972d3835c78', 'status': 'completed', 'code': 200} Jun 17 19:19:29.384842 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [req-7b461b0b-7fe0-4210-b93d-069f912a0407 req-70723995-90c2-49ae-b4c6-9d320cb4a8f5 tempest-TestMinimumBasicScenario-631610829 tempest-TestMinimumBasicScenario-631610829-project] 10.222.0.10 "GET /v2.0/ports?device_id=717bd953-57dd-4e22-9b85-5852ace613a2 HTTP/1.1" status: 200 len: 210 time: 0.0401402 Jun 17 19:19:29.917623 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:31.062535 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 43168) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:31.426799 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1018169'] for router_interface, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:31.681296 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] Deleting port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:19:31.681620 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:31.779203 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] For port a1f71e9e-6c44-4f3c-a3d3-e37821c7e624, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=a1f71e9e-6c44-4f3c-a3d3-e37821c7e624,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:19:31.779556 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:31.842364 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] Calling delete_port for a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 owned by network:router_interface {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:19:32.030916 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:32.033928 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4f4d4de9-d6ef-4cb2-b72d-941d00a58689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:32.063566 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f71e9e-6c44-4f3c-a3d3-e37821c7e624,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:32.065159 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:32.067514 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:32.229194 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1020297'] for router_interface, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:32.710353 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] Router 5e4d87bb-177a-495c-9a36-a80051adcdb3 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:19:32.822504 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:19:32.827768 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-4c8d8332-10dd-4be9-871a-ac77edeeb536 admin admin] 10.222.0.10 "PUT /v2.0/routers/5e4d87bb-177a-495c-9a36-a80051adcdb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7642410 Jun 17 19:19:32.830241 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 43170) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:32.831968 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ac341-9b37-4a8e-acef-dfb64af7069f None None] Sync routers for ids ['5e4d87bb-177a-495c-9a36-a80051adcdb3'] in dv-cinder-790535-5-smb {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:19:32.841676 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ac341-9b37-4a8e-acef-dfb64af7069f None None] Routers {'5e4d87bb-177a-495c-9a36-a80051adcdb3'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:19:32.842325 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-6c0ac341-9b37-4a8e-acef-dfb64af7069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:19:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['5e4d87bb-177a-495c-9a36-a80051adcdb3'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:32.930283 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:32.941872 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-6c0ac341-9b37-4a8e-acef-dfb64af7069f None None] Set router 5e4d87bb-177a-495c-9a36-a80051adcdb3 gateway port host: dv-cinder-790535-5-smb {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:19:33.037856 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.092931 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Deleting port 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:19:33.093640 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.137673 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-6c0ac341-9b37-4a8e-acef-dfb64af7069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:19:31Z', 'revision_number': 5, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port': {'id': '2f0035f7-47a3-4678-91ce-7f2d6df7e6b8', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:23Z', 'updated_at': '2021-06-17T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:33.171555 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] For port 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=2f0035f7-47a3-4678-91ce-7f2d6df7e6b8,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:19:33.171905 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.172249 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ac341-9b37-4a8e-acef-dfb64af7069f None None] Checking router: 5e4d87bb-177a-495c-9a36-a80051adcdb3 for host: dv-cinder-790535-5-smb {{(pid=92949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:19:33.182463 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ac341-9b37-4a8e-acef-dfb64af7069f None None] Routers {'5e4d87bb-177a-495c-9a36-a80051adcdb3'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:19:33.183264 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-6c0ac341-9b37-4a8e-acef-dfb64af7069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:19:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['5e4d87bb-177a-495c-9a36-a80051adcdb3'], 'active': True} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:33.238752 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Calling delete_port for 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 owned by network:router_gateway {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:19:33.274197 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvr_db [None req-6c0ac341-9b37-4a8e-acef-dfb64af7069f None None] Set router 5e4d87bb-177a-495c-9a36-a80051adcdb3 gateway port host: None {{(pid=92949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:19:33.326462 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_hamode_db [None req-6c0ac341-9b37-4a8e-acef-dfb64af7069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:19:33Z', 'revision_number': 6, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port_host': None}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:33.360135 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ac341-9b37-4a8e-acef-dfb64af7069f None None] The sync data for ids ['5e4d87bb-177a-495c-9a36-a80051adcdb3'] in dv-cinder-790535-5-smb is: [{'id': '5e4d87bb-177a-495c-9a36-a80051adcdb3', 'name': 'tempest-TestMinimumBasicScenario-260014908-router', 'tenant_id': '21321bc1d7c24e63a027128c2f4113c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:22Z', 'updated_at': '2021-06-17T19:19:33Z', 'revision_number': 6, 'project_id': '21321bc1d7c24e63a027128c2f4113c7', 'gw_port_host': None}] {{(pid=92949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:19:33.425481 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.427615 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-d8ea840e-f1a4-4039-a695-f36a19b5e9c8 tempest-TestShelveInstance-714711141 tempest-TestShelveInstance-714711141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:33.449397 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0035f7-47a3-4678-91ce-7f2d6df7e6b8,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:33.452859 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:33.512879 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021058'] for router_gateway, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.603861 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-352'] for router, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.605877 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.651950 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1031327'] for router, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.652403 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e4d87bb-177a-495c-9a36-a80051adcdb3 {{(pid=92948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 19:19:33.656907 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] Notify callbacks [] for router, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.658116 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-f417a362-c081-44a3-9ae7-60f3bdd2dea4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5e4d87bb-177a-495c-9a36-a80051adcdb3 HTTP/1.1" status: 204 len: 168 time: 0.8267810 Jun 17 19:19:33.660704 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 43172) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:33.704934 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec477068-de98-42df-81c7-7dfec9161f78 admin admin] Deleting subnet 8fb4680f-6745-4187-b522-4633fabf8a62 {{(pid=92948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:19:33.708868 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ec477068-de98-42df-81c7-7dfec9161f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.748320 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ec477068-de98-42df-81c7-7dfec9161f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112628'] for subnet, precommit_delete_associations {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.838356 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:19:33.845532 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ec477068-de98-42df-81c7-7dfec9161f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.858836 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:19:33.859109 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device a1f71e9e-6c44-4f3c-a3d3-e37821c7e624 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:19:33.898786 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ec477068-de98-42df-81c7-7dfec9161f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260402110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261614658'] for subnet, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.900075 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 900694c4-898d-45dc-825f-b972d3835c78 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:19:33.901157 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-1cfcf5c7-9389-44e5-b66c-88c1076da484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:33.920412 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] No Port match for: 900694c4-898d-45dc-825f-b972d3835c78 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:19:33.921112 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Device 900694c4-898d-45dc-825f-b972d3835c78 not bound to the agent host hv-cinder-79053 {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:19:33.925805 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec477068-de98-42df-81c7-7dfec9161f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb4680f-6745-4187-b522-4633fabf8a62,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:33.929615 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ec477068-de98-42df-81c7-7dfec9161f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:33.930626 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ec477068-de98-42df-81c7-7dfec9161f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:33.933409 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-ec477068-de98-42df-81c7-7dfec9161f78 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8fb4680f-6745-4187-b522-4633fabf8a62 HTTP/1.1" status: 204 len: 168 time: 0.2708497 Jun 17 19:19:33.934994 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 43174) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:33.937684 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f03ccf-1f84-4a52-97d2-e3e5d7ff806d None None] Network 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:19:34.008316 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.064131 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Deleting port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac {{(pid=92948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:19:34.064630 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.137053 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] For port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=5a6ce13f-c9b5-464e-b4c2-6ffff55519ac,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:19:34.137053 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.154587 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] DHCP port deletion for 20d313fe-6bd2-4ae0-9833-f2c5a4be1fba request from dv-cinder-790535-5-smb {{(pid=92949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 19:19:34.213760 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Deleting port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac {{(pid=92949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:19:34.214231 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.217151 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.plugin [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Calling delete_port for 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac owned by network:dhcp {{(pid=92948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:19:34.285938 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] For port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=5a6ce13f-c9b5-464e-b4c2-6ffff55519ac,segment=NetworkSegment(1c3c6d59-2987-48d1-ba75-400208638967),segment_id=1c3c6d59-2987-48d1-ba75-400208638967)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:19:34.286363 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.299853 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260401988'] for port, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.303356 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-684c4d16-896c-467a-b965-d1de30d7e427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:34.330926 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6ce13f-c9b5-464e-b4c2-6ffff55519ac,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:34.335612 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:34.336548 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] No DVR routers for this DVR port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac on host dv-cinder-790535-5-smb {{(pid=92948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:19:34.355164 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Calling delete_port for 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac owned by network:dhcp {{(pid=92949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:19:34.412771 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.427132 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d313fe-6bd2-4ae0-9833-f2c5a4be1fba']}} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:34.444270 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297'] for port, after_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.446030 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:34.448217 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3c6d59-2987-48d1-ba75-400208638967') {'for_net_delete': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:34.448514 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.services.segments.db [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3c6d59-2987-48d1-ba75-400208638967') {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:34.457319 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112635'] for segment, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.467573 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Pushing event deleted for resources: {'Port': ['ID=5a6ce13f-c9b5-464e-b4c2-6ffff55519ac,revision_number=None']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:34.476580 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.480818 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] No DVR routers for this DVR port 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac on host dv-cinder-790535-5-smb {{(pid=92949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:19:34.480818 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:34.481538 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:34.481889 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:34.482255 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:34.482589 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:34.482924 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:34.483256 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:34.483580 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:34.483907 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:34.484230 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:34.484549 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:34.484865 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-5-smb {{(pid=92949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 19:19:34.486770 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=92948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:19:34.487181 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260401939'] for segment, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.488730 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-933b4a71-4eba-4c32-940c-4ca1a40be5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: conditions |= (models_v2.Port.network_id.in_( Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: retrieve_revision_numbers = { Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: Traceback (most recent call last): Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: timer() Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: cb(*args, **kw) Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: return func(*args, **kwargs) Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: self._notify() Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: self.callback(batched_events) Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: event.method(event) Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: return f(self, *a, **k) Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: return self._get(url).json() Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: return self.request(url, 'GET', **kwargs) Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:19:34.488924 dv-cinder-790535-5-smb neutron-server[92948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:19:34.547221 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.550632 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:34.553161 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:34.555132 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/20d313fe-6bd2-4ae0-9833-f2c5a4be1fba HTTP/1.1" status: 204 len: 168 time: 0.6191466 Jun 17 19:19:34.558779 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 43176) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:34.566220 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d313fe-6bd2-4ae0-9833-f2c5a4be1fba,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:34.569215 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-6bc214a2-b498-4164-a45c-7b13fb0dc2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:34.906136 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1018169'] for router_interface, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:35.173349 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] Deleting port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:19:35.173585 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:35.255047 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] For port 45ffb075-bc08-4f1a-802f-25c7b8bb96f7, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=45ffb075-bc08-4f1a-802f-25c7b8bb96f7,segment=NetworkSegment(138a4329-f8ab-4166-9323-3b7fd428ba73),segment_id=138a4329-f8ab-4166-9323-3b7fd428ba73)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:19:35.255403 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:35.328566 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] Calling delete_port for 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 owned by network:router_interface {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:19:35.510725 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:35.512693 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-12140daa-df56-4b3e-a910-813a34175ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:35.536779 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] Pushing event deleted for resources: {'Port': ['ID=45ffb075-bc08-4f1a-802f-25c7b8bb96f7,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:35.539850 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:35.587154 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:19:35.609409 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:19:35.610066 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 5a6ce13f-c9b5-464e-b4c2-6ffff55519ac not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:19:35.610531 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:19:35.633205 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:19:35.633531 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 2f0035f7-47a3-4678-91ce-7f2d6df7e6b8 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:19:35.723214 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1020297'] for router_interface, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:36.181955 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] Router a88bbd91-d9a3-4793-bc19-f4caa82b8678 has already been hosted by L3 agent f6edb133-cc6e-48f7-a961-94acb8b51ad7 {{(pid=92947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 19:19:36.290086 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] Notify agent at l3_agent.dv-cinder-790535-5-smb the message routers_updated {{(pid=92947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 19:19:36.295196 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-e751206b-b304-4a9c-9236-d10db2de472e admin admin] 10.222.0.10 "PUT /v2.0/routers/a88bbd91-d9a3-4793-bc19-f4caa82b8678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7353222 Jun 17 19:19:36.297951 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 43178) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:36.298797 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75c313-0733-426e-b599-a8fd725e64bb None None] Sync routers for ids ['a88bbd91-d9a3-4793-bc19-f4caa82b8678'] in dv-cinder-790535-5-smb {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 19:19:36.308392 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75c313-0733-426e-b599-a8fd725e64bb None None] Routers {'a88bbd91-d9a3-4793-bc19-f4caa82b8678'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:19:36.308996 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-bf75c313-0733-426e-b599-a8fd725e64bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:19:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['a88bbd91-d9a3-4793-bc19-f4caa82b8678'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:36.399930 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Notify callbacks [] for router, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:36.414257 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-bf75c313-0733-426e-b599-a8fd725e64bb None None] Set router a88bbd91-d9a3-4793-bc19-f4caa82b8678 gateway port host: dv-cinder-790535-5-smb {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:19:36.502316 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:36.555230 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Deleting port 4bd765fb-c485-4b12-ae7a-a937b5575cf3 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:19:36.555742 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:36.602148 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-bf75c313-0733-426e-b599-a8fd725e64bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'name': 'tempest-TestMinimumBasicScenario-1561635081-router', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'external_fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:19:35Z', 'revision_number': 5, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'gw_port': {'id': '4bd765fb-c485-4b12-ae7a-a937b5575cf3', 'name': '', 'network_id': 'd935f812-d4b0-4797-881a-d9ceb277979e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd456baaf-7b6a-4e8a-a47d-87556b709c2a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-5-smb'}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:36.632763 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75c313-0733-426e-b599-a8fd725e64bb None None] Checking router: a88bbd91-d9a3-4793-bc19-f4caa82b8678 for host: dv-cinder-790535-5-smb {{(pid=92950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 19:19:36.639691 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] For port 4bd765fb-c485-4b12-ae7a-a937b5575cf3, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=4bd765fb-c485-4b12-ae7a-a937b5575cf3,segment=NetworkSegment(a30b3d5a-8b12-4137-ac18-4d5921c388dc),segment_id=a30b3d5a-8b12-4137-ac18-4d5921c388dc)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:19:36.640041 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:36.642748 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75c313-0733-426e-b599-a8fd725e64bb None None] Routers {'a88bbd91-d9a3-4793-bc19-f4caa82b8678'} bound to L3 agent in host dv-cinder-790535-5-smb {{(pid=92950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 19:19:36.643505 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-bf75c313-0733-426e-b599-a8fd725e64bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T18:59:59Z,description=,heartbeat_timestamp=2021-06-17T19:19:29Z,host='dv-cinder-790535-5-smb',id=f6edb133-cc6e-48f7-a961-94acb8b51ad7,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T18:59:59Z,topic='l3_agent')) {'router_ids': ['a88bbd91-d9a3-4793-bc19-f4caa82b8678'], 'active': True} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:36.713026 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Calling delete_port for 4bd765fb-c485-4b12-ae7a-a937b5575cf3 owned by network:router_gateway {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:19:36.731062 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_dvr_db [None req-bf75c313-0733-426e-b599-a8fd725e64bb None None] Set router a88bbd91-d9a3-4793-bc19-f4caa82b8678 gateway port host: None {{(pid=92950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 19:19:36.783769 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.l3_hamode_db [None req-bf75c313-0733-426e-b599-a8fd725e64bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'name': 'tempest-TestMinimumBasicScenario-1561635081-router', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:19:36Z', 'revision_number': 6, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'gw_port_host': None}], 'dv-cinder-790535-5-smb', False) {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:36.812038 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75c313-0733-426e-b599-a8fd725e64bb None None] The sync data for ids ['a88bbd91-d9a3-4793-bc19-f4caa82b8678'] in dv-cinder-790535-5-smb is: [{'id': 'a88bbd91-d9a3-4793-bc19-f4caa82b8678', 'name': 'tempest-TestMinimumBasicScenario-1561635081-router', 'tenant_id': 'c4f3369f08064aac81353a22a9d57454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T19:17:27Z', 'updated_at': '2021-06-17T19:19:36Z', 'revision_number': 6, 'project_id': 'c4f3369f08064aac81353a22a9d57454', 'gw_port_host': None}] {{(pid=92950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 19:19:36.887527 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:36.889482 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a8c72997-db8b-4062-b963-df17b06c3b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:36.914382 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd765fb-c485-4b12-ae7a-a937b5575cf3,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:36.918131 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:36.976468 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021058'] for router_gateway, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.071542 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-352'] for router, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.074817 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.120171 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1031327'] for router, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.120724 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a88bbd91-d9a3-4793-bc19-f4caa82b8678 {{(pid=92947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 19:19:37.124843 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] Notify callbacks [] for router, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.126268 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-df5b409d-cc02-4ae8-9ef8-5e858b76af38 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a88bbd91-d9a3-4793-bc19-f4caa82b8678 HTTP/1.1" status: 204 len: 168 time: 0.8272865 Jun 17 19:19:37.128890 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 43182) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:37.175451 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60d9b1d-7f5c-4df3-b46f-84efd95b33fd admin admin] Deleting subnet 47f2db3e-3dff-4a0b-ad5f-8248ba82115e {{(pid=92948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 19:19:37.179205 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e60d9b1d-7f5c-4df3-b46f-84efd95b33fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.220676 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e60d9b1d-7f5c-4df3-b46f-84efd95b33fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112628'] for subnet, precommit_delete_associations {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.313890 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e60d9b1d-7f5c-4df3-b46f-84efd95b33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8311522'] for subnet, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.366772 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e60d9b1d-7f5c-4df3-b46f-84efd95b33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8311531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260402110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261614658'] for subnet, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.369091 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-ea8ee9ac-1e39-4179-b996-5f79f9b0c22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:37.391360 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d9b1d-7f5c-4df3-b46f-84efd95b33fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f2db3e-3dff-4a0b-ad5f-8248ba82115e,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:37.395163 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-e60d9b1d-7f5c-4df3-b46f-84efd95b33fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:37.398413 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-e60d9b1d-7f5c-4df3-b46f-84efd95b33fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.400334 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-e60d9b1d-7f5c-4df3-b46f-84efd95b33fd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/47f2db3e-3dff-4a0b-ad5f-8248ba82115e HTTP/1.1" status: 204 len: 168 time: 0.2704639 Jun 17 19:19:37.403046 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [-] (92947) accepted ('10.222.0.10', 43186) {{(pid=92947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:37.405142 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ff2fd-9a71-405a-9426-4b25b9d67b8d None None] Network ebab537c-eb1d-44e4-b18f-06925ca354c2 requested from dv-cinder-790535-5-smb {{(pid=92949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 19:19:37.476925 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944710'] for network, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.539701 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Deleting port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:19:37.540068 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.614386 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-a353e297-6163-4738-898c-94398166e89d admin admin] For port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=d0b064b1-6310-4c86-9feb-a54c9cbb2e7d,segment=NetworkSegment(138a4329-f8ab-4166-9323-3b7fd428ba73),segment_id=138a4329-f8ab-4166-9323-3b7fd428ba73)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:19:37.614747 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.634677 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96536bd3-914a-462c-8c8a-dccf72f0e46c None None] DHCP port deletion for ebab537c-eb1d-44e4-b18f-06925ca354c2 request from dv-cinder-790535-5-smb {{(pid=92949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 19:19:37.670450 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:19:37.683792 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Calling delete_port for d0b064b1-6310-4c86-9feb-a54c9cbb2e7d owned by network:dhcp {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:19:37.696187 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:19:37.696533 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 45ffb075-bc08-4f1a-802f-25c7b8bb96f7 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:19:37.696960 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 4bd765fb-c485-4b12-ae7a-a937b5575cf3 no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:19:37.719954 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: 4bd765fb-c485-4b12-ae7a-a937b5575cf3 {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:19:37.720296 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device 4bd765fb-c485-4b12-ae7a-a937b5575cf3 not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:19:37.737694 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-96536bd3-914a-462c-8c8a-dccf72f0e46c None None] Deleting port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d {{(pid=92949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 19:19:37.738099 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-96536bd3-914a-462c-8c8a-dccf72f0e46c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743349336486'] for port, before_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.780035 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4087583'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.782698 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-77c0c936-5e4f-46d9-bc71-f206d31b57ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:37.806647 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b064b1-6310-4c86-9feb-a54c9cbb2e7d,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:37.809067 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:37.813774 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.db [None req-96536bd3-914a-462c-8c8a-dccf72f0e46c None None] For port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d, host dv-cinder-790535-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-5-smb',level=0,port_id=d0b064b1-6310-4c86-9feb-a54c9cbb2e7d,segment=NetworkSegment(138a4329-f8ab-4166-9323-3b7fd428ba73),segment_id=138a4329-f8ab-4166-9323-3b7fd428ba73)] {{(pid=92949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 19:19:37.814210 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-96536bd3-914a-462c-8c8a-dccf72f0e46c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020134'] for port, precommit_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.817384 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353e297-6163-4738-898c-94398166e89d admin admin] No DVR routers for this DVR port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d on host dv-cinder-790535-5-smb {{(pid=92947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:19:37.885574 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-96536bd3-914a-462c-8c8a-dccf72f0e46c None None] Calling delete_port for d0b064b1-6310-4c86-9feb-a54c9cbb2e7d owned by network:dhcp {{(pid=92949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 19:19:37.900937 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312187', 'neutron.services.segments.db._delete_segments_for_network-8743349410452'] for network, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.911419 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-a353e297-6163-4738-898c-94398166e89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebab537c-eb1d-44e4-b18f-06925ca354c2']}} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:37.922596 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-a353e297-6163-4738-898c-94398166e89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138a4329-f8ab-4166-9323-3b7fd428ba73') {'for_net_delete': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:37.922889 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.services.segments.db [None req-a353e297-6163-4738-898c-94398166e89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138a4329-f8ab-4166-9323-3b7fd428ba73') {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 19:19:37.932761 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743349406949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3247330'] for segment, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.947690 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663'] for segment, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.954768 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=92947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 19:19:37.955157 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4087624'] for segment, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: Traceback (most recent call last): Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: timer() Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: cb(*args, **kw) Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: return func(*args, **kwargs) Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: self._notify() Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: self.callback(batched_events) Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: event.method(event) Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: return f(self, *a, **k) Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: return self._get(url).json() Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: return self.request(url, 'GET', **kwargs) Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 19:19:37.956823 dv-cinder-790535-5-smb neutron-server[92947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 19:19:37.977832 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-96536bd3-914a-462c-8c8a-dccf72f0e46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8387731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743349343263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743348885297'] for port, after_delete {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:37.979756 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:38.004215 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96536bd3-914a-462c-8c8a-dccf72f0e46c None None] Pushing event deleted for resources: {'Port': ['ID=d0b064b1-6310-4c86-9feb-a54c9cbb2e7d,revision_number=None']} {{(pid=92949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:38.007103 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96536bd3-914a-462c-8c8a-dccf72f0e46c None None] No DVR routers for this DVR port d0b064b1-6310-4c86-9feb-a54c9cbb2e7d on host dv-cinder-790535-5-smb {{(pid=92949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 19:19:38.008608 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG oslo_concurrency.lockutils [None req-96536bd3-914a-462c-8c8a-dccf72f0e46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:38.020419 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-993481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021158'] for network, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:38.024333 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-6865b405-67ef-45be-8e7a-1fc8ff8dfd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:38.027950 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624727'] for network, before_response {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:38.029734 dv-cinder-790535-5-smb neutron-server[92947]: INFO neutron.wsgi [None req-a353e297-6163-4738-898c-94398166e89d admin admin] 10.222.0.10 "DELETE /v2.0/networks/ebab537c-eb1d-44e4-b18f-06925ca354c2 HTTP/1.1" status: 204 len: 168 time: 0.6254501 Jun 17 19:19:38.041152 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Pushing event deleted for resources: {'Network': ['ID=ebab537c-eb1d-44e4-b18f-06925ca354c2,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:38.043645 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG oslo_concurrency.lockutils [None req-a353e297-6163-4738-898c-94398166e89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:38.201984 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 43192) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:38.243048 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-4dbbdc0b-4d0f-4494-b05f-015273add53f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21321bc1d7c24e63a027128c2f4113c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397382 Jun 17 19:19:38.245371 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 43194) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:38.299147 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-85de9661-d4db-4e2b-aa78-8039e2983419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:38.323068 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-85de9661-d4db-4e2b-aa78-8039e2983419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:38.375059 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-85de9661-d4db-4e2b-aa78-8039e2983419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:38.377828 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-85de9661-d4db-4e2b-aa78-8039e2983419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:38.378991 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-85de9661-d4db-4e2b-aa78-8039e2983419 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3fd2ed6b-b37f-4805-b1d2-956a07f2952b HTTP/1.1" status: 204 len: 168 time: 0.1327119 Jun 17 19:19:38.379777 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-81c0178a-5762-4157-be17-652be0e7d0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:38.388015 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de9661-d4db-4e2b-aa78-8039e2983419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd2ed6b-b37f-4805-b1d2-956a07f2952b,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:38.390563 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-85de9661-d4db-4e2b-aa78-8039e2983419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:38.721105 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 43200) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:38.770539 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-fcfa684e-70fa-4e29-87e6-969ae33b0466 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4f3369f08064aac81353a22a9d57454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480113 Jun 17 19:19:38.773855 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [-] (92948) accepted ('10.222.0.10', 43202) {{(pid=92948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 19:19:38.829323 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-30232a8b-db4b-4bd7-a134-252684d9cf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:38.851268 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-30232a8b-db4b-4bd7-a134-252684d9cf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:38.898673 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-30232a8b-db4b-4bd7-a134-252684d9cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993446'] for security_group, after_delete {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:38.901283 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-30232a8b-db4b-4bd7-a134-252684d9cf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:38.902467 dv-cinder-790535-5-smb neutron-server[92948]: INFO neutron.wsgi [None req-30232a8b-db4b-4bd7-a134-252684d9cf00 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec54079d-e97f-4e29-a072-c4dca8b00418 HTTP/1.1" status: 204 len: 168 time: 0.1275475 Jun 17 19:19:38.903249 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-cd7b370c-3a19-433d-8e8b-a6dabec1e2c9 tempest-AttachVolumeShelveTestJSON-938381452 tempest-AttachVolumeShelveTestJSON-938381452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 19:19:38.910584 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30232a8b-db4b-4bd7-a134-252684d9cf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec54079d-e97f-4e29-a072-c4dca8b00418,revision_number=None']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 19:19:38.913020 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG oslo_concurrency.lockutils [None req-30232a8b-db4b-4bd7-a134-252684d9cf00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 19:19:39.576257 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device d0b064b1-6310-4c86-9feb-a54c9cbb2e7d no longer exists at agent ovs-agent-dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 19:19:39.596729 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] No Port match for: d0b064b1-6310-4c86-9feb-a54c9cbb2e7d {{(pid=92949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 19:19:39.597081 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron.plugins.ml2.rpc [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Device d0b064b1-6310-4c86-9feb-a54c9cbb2e7d not bound to the agent host dv-cinder-790535-5-smb {{(pid=92949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 19:19:41.237956 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:19:56.263930 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4d3e-0192-4280-8d32-a045a7509858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:57.921778 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:58.765860 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bbb25ba9-a11f-441e-ab6d-808b3bd111f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:59.028234 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:19:59.923684 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:20:02.067122 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:20:18.237549 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:20:26.270163 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bb9a043b-4541-4a64-995c-8ab34dc7992a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:20:27.908991 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:20:28.755960 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-93d7af5c-6623-4b5d-ab26-5bd74dffbc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:20:29.022609 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:20:29.923808 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:20:32.069629 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:20:55.238764 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:20:56.262744 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-b8b24146-9122-4b6f-8373-5c4bc6d22288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:20:57.914002 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:20:58.757015 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-136f9948-3d57-4021-a3bb-1c6e0bc9cceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:20:59.023642 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:20:59.927470 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:21:02.079684 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:21:26.265862 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-4cb41655-9d20-4035-8d12-10c5e4ef5e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:21:27.915944 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:21:28.758324 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-0e0bc838-3367-47c8-8eca-594f6cc3c28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:21:29.028289 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:21:29.929800 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:21:32.077540 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:21:32.240184 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:21:56.267839 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-84c8695b-a899-439f-abb1-12b5e37d6934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:21:57.929798 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:21:58.758279 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d45ffd9b-faba-4338-a400-2d7a07d0a130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:21:59.031431 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:21:59.931511 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:22:02.078705 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:22:09.244001 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:22:26.271882 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-f8562cc5-73bb-428a-82cb-3a7ded9631d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:22:27.926805 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:22:28.772808 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-d3da5796-893a-410b-a6de-2c02e71817c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:22:29.033338 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:22:29.941409 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:22:32.091767 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:22:46.250044 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:22:56.275834 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-1f81d523-b2c2-4a5a-ac76-04ed983ae21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:22:57.947565 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:22:58.763800 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-775a1e01-d80a-46a0-9b61-23f0419b809e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:22:59.034722 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:22:59.940330 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:23:02.084951 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:23:07.337863 dv-cinder-790535-5-smb neutron-server[92948]: DEBUG neutron.wsgi [req-0804a4d0-4dc1-4247-8fbb-aa86bb242fd9 req-b83d5236-4b39-4338-be70-19ce52377f43 service neutron] (92948) timed out ('10.222.0.42', 54407) {{(pid=92948) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 19:23:23.240283 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:23:26.279780 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-bb6108c2-96ac-49ad-8b92-a050d1da77ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:23:27.938497 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:23:28.766322 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-95386b85-5baa-46c0-be27-b5e4cee98a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:23:29.035727 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:23:29.942228 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:23:32.089222 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:23:56.281813 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-90d98bab-ed72-4c7b-b135-d49a76cf49d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:23:57.966802 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:23:58.766721 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8a743c53-60c7-4b1f-beec-fc07dfe9d501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:23:59.042227 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:23:59.948100 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:24:00.249394 dv-cinder-790535-5-smb neutron-server[92950]: DEBUG neutron.db.agents_db [None req-a9d98f19-8380-4ef1-97ed-ff4b702bcfe2 None None] Agent healthcheck: found 6 active agents {{(pid=92950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 19:24:00.622059 dv-cinder-790535-5-smb neutron-server[92947]: DEBUG neutron.wsgi [req-0d2c79ec-0b51-45c6-8bc9-dd1280742a96 req-e0e1d55b-ec90-4c15-904b-5dc6c085b071 service neutron] (92947) timed out ('10.222.0.42', 54400) {{(pid=92947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 19:24:02.096832 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:24:26.284821 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a5c8-8f43-44f0-aeab-9413cd9c48d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:24:27.981922 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb301-2037-4eac-904f-7d85fc48f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:24:28.769096 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-81583c42-2913-4c44-af4b-6580de08b0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:24:29.043299 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd53-a365-4ca5-b3a7-0803b9e93c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:24:29.947795 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-e17d94ac-96d0-4453-9714-6564045a1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 19:24:32.095756 dv-cinder-790535-5-smb neutron-server[92949]: DEBUG neutron_lib.callbacks.manager [None req-5b247055-29ca-47e8-80ae-989b46d5b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743349410434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8301477'] for agent, after_update {{(pid=92949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}